Nov 27 01:40:07 user nova-compute[75686]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=75686) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 27 01:40:07 user nova-compute[75686]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=75686) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 27 01:40:07 user nova-compute[75686]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=75686) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 27 01:40:07 user nova-compute[75686]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 27 01:40:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:40:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.018s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:40:07 user nova-compute[75686]: INFO nova.virt.driver [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 27 01:40:08 user nova-compute[75686]: INFO nova.compute.provider_config [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Acquiring lock "singleton_lock" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Acquired lock "singleton_lock" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Releasing lock "singleton_lock" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Full set of CONF: {{(pid=75686) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ******************************************************************************** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Configuration options gathered from: {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ================================================================================ {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] allow_resize_to_same_host      = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] arq_binding_timeout            = 300 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] backdoor_port                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] backdoor_socket                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] block_device_allocate_retries  = 300 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] block_device_allocate_retries_interval = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cert                           = self.pem {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute_monitors               = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] config_dir                     = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] config_drive_format            = iso9660 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] config_source                  = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] console_host                   = user {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] control_exchange               = nova {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cpu_allocation_ratio           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] daemon                         = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] debug                          = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] default_access_ip_network_name = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] default_availability_zone      = nova {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] default_ephemeral_format       = ext4 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] default_green_pool_size        = 1000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] default_schedule_zone          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] disk_allocation_ratio          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] enable_new_services            = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] enabled_apis                   = ['osapi_compute'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] enabled_ssl_apis               = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] flat_injected                  = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] force_config_drive             = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] force_raw_images               = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] graceful_shutdown_timeout      = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] heal_instance_info_cache_interval = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] host                           = user {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] initial_disk_allocation_ratio  = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] initial_ram_allocation_ratio   = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instance_build_timeout         = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instance_delete_interval       = 300 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instance_format                = [instance: %(uuid)s]  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instance_name_template         = instance-%08x {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instance_usage_audit           = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instance_usage_audit_period    = month {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] internal_service_availability_zone = internal {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] key                            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] live_migration_retry_count     = 30 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_config_append              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_dir                        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_file                       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_options                    = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_rotate_interval            = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_rotate_interval_type       = days {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] log_rotation_type              = none {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] long_rpc_timeout               = 1800 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] max_concurrent_builds          = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] max_concurrent_live_migrations = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] max_concurrent_snapshots       = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] max_local_block_devices        = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] max_logfile_count              = 30 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] max_logfile_size_mb            = 200 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] maximum_instance_delete_attempts = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] metadata_listen                = 0.0.0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] metadata_listen_port           = 8775 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] metadata_workers               = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] migrate_max_retries            = -1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] mkisofs_cmd                    = genisoimage {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] my_block_storage_ip            = 10.0.0.210 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] my_ip                          = 10.0.0.210 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] network_allocate_retries       = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] osapi_compute_listen           = 0.0.0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] osapi_compute_listen_port      = 8774 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] osapi_compute_unique_server_name_scope =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] osapi_compute_workers          = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] password_length                = 12 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] periodic_enable                = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] periodic_fuzzy_delay           = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] pointer_model                  = ps2mouse {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] preallocate_images             = none {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] publish_errors                 = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] pybasedir                      = /opt/stack/nova {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ram_allocation_ratio           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rate_limit_burst               = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rate_limit_except_level        = CRITICAL {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rate_limit_interval            = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] reboot_timeout                 = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] reclaim_instance_interval      = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] record                         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] reimage_timeout_per_gb         = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] report_interval                = 120 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rescue_timeout                 = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] reserved_host_cpus             = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] reserved_host_disk_mb          = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] reserved_host_memory_mb        = 512 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] reserved_huge_pages            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] resize_confirm_window          = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] resize_fs_using_block_device   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] resume_guests_state_on_host_boot = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rpc_response_timeout           = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] run_external_periodic_tasks    = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] running_deleted_instance_action = reap {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] running_deleted_instance_poll_interval = 1800 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] running_deleted_instance_timeout = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler_instance_sync_interval = 120 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_down_time              = 720 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] servicegroup_driver            = db {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] shelved_offload_time           = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] shelved_poll_interval          = 3600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] shutdown_timeout               = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] source_is_ipv6                 = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ssl_only                       = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] state_path                     = /opt/stack/data/nova {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] sync_power_state_interval      = 600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] sync_power_state_pool_size     = 1000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] syslog_log_facility            = LOG_USER {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] tempdir                        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] timeout_nbd                    = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] transport_url                  = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] update_resources_interval      = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] use_cow_images                 = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] use_eventlog                   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] use_journal                    = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] use_json                       = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] use_rootwrap_daemon            = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] use_stderr                     = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] use_syslog                     = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vcpu_pin_set                   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plugging_is_fatal          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plugging_timeout           = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] virt_mkfs                      = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] volume_usage_poll_interval     = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] watch_log_file                 = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] web                            = /usr/share/spice-html5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_concurrency.disable_process_locking = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.auth_strategy              = keystone {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.compute_link_prefix        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.dhcp_domain                = novalocal {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.enable_instance_password   = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.glance_link_prefix         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.instance_list_cells_batch_strategy = distributed {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.instance_list_per_project_cells = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.list_records_by_skipping_down_cells = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.local_metadata_per_cell    = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.max_limit                  = 1000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.metadata_cache_expiration  = 15 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.neutron_default_tenant_id  = default {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.use_forwarded_for          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.use_neutron_default_nets   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.vendordata_dynamic_failure_fatal = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.vendordata_dynamic_targets = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.vendordata_jsonfile_path   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.backend                  = dogpile.cache.memcached {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.backend_argument         = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.config_prefix            = cache.oslo {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.dead_timeout             = 60.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.debug_cache_backend      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.enable_retry_client      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.enable_socket_keepalive  = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.enabled                  = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.expiration_time          = 600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.hashclient_retry_attempts = 2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.hashclient_retry_delay   = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_dead_retry      = 300 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_password        =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_pool_maxsize    = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_pool_unused_timeout = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_sasl_enabled    = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_socket_timeout  = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.memcache_username        =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.proxies                  = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.retry_attempts           = 2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.retry_delay              = 0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.socket_keepalive_count   = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.socket_keepalive_idle    = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.socket_keepalive_interval = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.tls_allowed_ciphers      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.tls_cafile               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.tls_certfile             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.tls_enabled              = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cache.tls_keyfile              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.auth_section            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.auth_type               = password {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.cafile                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.catalog_info            = volumev3::publicURL {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.certfile                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.collect_timing          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.cross_az_attach         = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.debug                   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.endpoint_template       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.http_retries            = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.insecure                = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.keyfile                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.os_region_name          = RegionOne {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.split_loggers           = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cinder.timeout                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.cpu_dedicated_set      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.cpu_shared_set         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.image_type_exclude_list = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.live_migration_wait_for_vif_plug = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.max_concurrent_disk_ops = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.max_disk_devices_to_attach = -1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.resource_provider_association_refresh = 300 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.shutdown_retry_interval = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] conductor.workers              = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] console.allowed_origins        = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] console.ssl_ciphers            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] console.ssl_minimum_version    = default {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] consoleauth.token_ttl          = 600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.cafile                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.certfile                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.collect_timing          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.connect_retries         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.connect_retry_delay     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.endpoint_override       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.insecure                = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.keyfile                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.max_version             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.min_version             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.region_name             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.service_name            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.service_type            = accelerator {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.split_loggers           = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.status_code_retries     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.status_code_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.timeout                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] cyborg.version                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.backend               = sqlalchemy {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.connection            = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.connection_debug      = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.connection_parameters =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.connection_recycle_time = 3600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.connection_trace      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.db_inc_retry_interval = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.db_max_retries        = 20 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.db_max_retry_interval = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.db_retry_interval     = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.max_overflow          = 50 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.max_pool_size         = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.max_retries           = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.mysql_wsrep_sync_wait = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.pool_timeout          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.retry_interval        = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.slave_connection      = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] database.sqlite_synchronous    = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.backend           = sqlalchemy {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.connection        = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.connection_debug  = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.connection_parameters =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.connection_recycle_time = 3600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.connection_trace  = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.db_inc_retry_interval = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.db_max_retries    = 20 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.db_max_retry_interval = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.db_retry_interval = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.max_overflow      = 50 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.max_pool_size     = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.max_retries       = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.mysql_wsrep_sync_wait = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.pool_timeout      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.retry_interval    = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.slave_connection  = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] api_database.sqlite_synchronous = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] devices.enabled_mdev_types     = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ephemeral_storage_encryption.enabled = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ephemeral_storage_encryption.key_size = 512 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.api_servers             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.cafile                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.certfile                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.collect_timing          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.connect_retries         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.connect_retry_delay     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.debug                   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.default_trusted_certificate_ids = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.enable_certificate_validation = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.enable_rbd_download     = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.endpoint_override       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.insecure                = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.keyfile                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.max_version             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.min_version             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.num_retries             = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.rbd_ceph_conf           =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.rbd_connect_timeout     = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.rbd_pool                =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.rbd_user                =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.region_name             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.service_name            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.service_type            = image {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.split_loggers           = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.status_code_retries     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.status_code_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.timeout                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.verify_glance_signatures = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] glance.version                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] guestfs.debug                  = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.config_drive_cdrom      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.config_drive_inject_password = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.enable_instance_metrics_collection = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.enable_remotefx         = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.instances_path_share    =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.iscsi_initiator_list    = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.limit_cpu_features      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.power_state_check_timeframe = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.power_state_event_polling_interval = 2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.use_multipath_io        = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.volume_attach_retry_count = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.volume_attach_retry_interval = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.vswitch_name            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] mks.enabled                    = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] image_cache.manager_interval   = 2400 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] image_cache.precache_concurrency = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] image_cache.remove_unused_base_images = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] image_cache.subdirectory_name  = _base {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.api_max_retries         = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.api_retry_interval      = 2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.auth_section            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.auth_type               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.cafile                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.certfile                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.collect_timing          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.conductor_group         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.connect_retries         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.connect_retry_delay     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.endpoint_override       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.insecure                = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.keyfile                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.max_version             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.min_version             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.peer_list               = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.region_name             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.serial_console_state_timeout = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.service_name            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.service_type            = baremetal {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.split_loggers           = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.status_code_retries     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.status_code_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.timeout                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ironic.version                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] key_manager.fixed_key          = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.barbican_api_version  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.barbican_endpoint     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.barbican_endpoint_type = public {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.barbican_region_name  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.cafile                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.certfile              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.collect_timing        = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.insecure              = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.keyfile               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.number_of_retries     = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.retry_delay           = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.send_service_user_token = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.split_loggers         = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.timeout               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.verify_ssl            = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican.verify_ssl_path       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.auth_section = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.auth_type = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.cafile   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.certfile = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.collect_timing = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.insecure = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.keyfile  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.split_loggers = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] barbican_service_user.timeout  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.approle_role_id          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.approle_secret_id        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.cafile                   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.certfile                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.collect_timing           = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.insecure                 = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.keyfile                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.kv_mountpoint            = secret {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.kv_path                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.kv_version               = 2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.namespace                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.root_token_id            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.split_loggers            = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.ssl_ca_crt_file          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.timeout                  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.use_ssl                  = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.auth_section          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.auth_type             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.cafile                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.certfile              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.collect_timing        = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.connect_retries       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.connect_retry_delay   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.endpoint_override     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.insecure              = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.keyfile               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.max_version           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.min_version           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.region_name           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.service_name          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.service_type          = identity {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.split_loggers         = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.status_code_retries   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.status_code_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.timeout               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] keystone.version               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.connection_uri         =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.cpu_mode               = custom {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.cpu_model_extra_flags  = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: WARNING oslo_config.cfg [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.cpu_power_governor_high = performance {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.cpu_power_governor_low = powersave {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.cpu_power_management   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.device_detach_attempts = 8 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.device_detach_timeout  = 20 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.disk_cachemodes        = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.disk_prefix            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.enabled_perf_events    = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.file_backed_memory     = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.gid_maps               = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.hw_disk_discard        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.hw_machine_type        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.images_rbd_ceph_conf   =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.images_rbd_glance_store_name =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.images_rbd_pool        = rbd {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.images_type            = default {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.images_volume_group    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.inject_key             = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.inject_partition       = -2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.inject_password        = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.iscsi_iface            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.iser_use_multipath     = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_bandwidth = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_completion_timeout = 800 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_downtime = 500 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_downtime_delay = 75 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_downtime_steps = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_inbound_addr = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_permit_auto_converge = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_permit_post_copy = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_scheme  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_timeout_action = abort {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_tunnelled = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: WARNING oslo_config.cfg [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 27 01:40:08 user nova-compute[75686]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 27 01:40:08 user nova-compute[75686]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 27 01:40:08 user nova-compute[75686]: and ``live_migration_inbound_addr`` respectively.
Nov 27 01:40:08 user nova-compute[75686]: ).  Its value may be silently ignored in the future.
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.live_migration_with_native_tls = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.max_queues             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.mem_stats_period_seconds = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.nfs_mount_options      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.num_aoe_discover_tries = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.num_iser_scan_tries    = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.num_memory_encrypted_guests = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.num_nvme_discover_tries = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.num_pcie_ports         = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.num_volume_scan_tries  = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.pmem_namespaces        = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.quobyte_client_cfg     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rbd_connect_timeout    = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rbd_secret_uuid        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rbd_user               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.realtime_scheduler_priority = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.remote_filesystem_transport = ssh {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rescue_image_id        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rescue_kernel_id       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rescue_ramdisk_id      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.rx_queue_size          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.smbfs_mount_options    =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.snapshot_compression   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.snapshot_image_format  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.sparse_logical_volumes = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.swtpm_enabled          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.swtpm_group            = tss {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.swtpm_user             = tss {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.sysinfo_serial         = unique {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.tb_cache_size          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.tx_queue_size          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.uid_maps               = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.use_virtio_for_bridges = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.virt_type              = kvm {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.volume_clear           = zero {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.volume_clear_size      = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.volume_use_multipath   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.vzstorage_cache_path   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.vzstorage_mount_group  = qemu {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.vzstorage_mount_opts   = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.vzstorage_mount_user   = stack {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.auth_section           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.auth_type              = password {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.cafile                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.certfile               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.collect_timing         = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.connect_retries        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.connect_retry_delay    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.default_floating_pool  = public {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.endpoint_override      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.extension_sync_interval = 600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.http_retries           = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.insecure               = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.keyfile                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.max_version            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.metadata_proxy_shared_secret = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.min_version            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.ovs_bridge             = br-int {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.physnets               = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.region_name            = RegionOne {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.service_metadata_proxy = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.service_name           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.service_type           = network {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.split_loggers          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.status_code_retries    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.status_code_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.timeout                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] neutron.version                = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] notifications.bdms_in_notifications = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] notifications.default_level    = INFO {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] notifications.notification_format = unversioned {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] notifications.notify_on_state_change = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] pci.alias                      = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] pci.device_spec                = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] pci.report_in_placement        = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.auth_section         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.auth_type            = password {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.cafile               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.certfile             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.collect_timing       = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.connect_retries      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.connect_retry_delay  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.default_domain_id    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.default_domain_name  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.domain_id            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.domain_name          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.endpoint_override    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.insecure             = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.keyfile              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.max_version          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.min_version          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.password             = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.project_domain_id    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.project_domain_name  = Default {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.project_id           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.project_name         = service {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.region_name          = RegionOne {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.service_name         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.service_type         = placement {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.split_loggers        = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.status_code_retries  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.status_code_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.system_scope         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.timeout              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.trust_id             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.user_domain_id       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.user_domain_name     = Default {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.user_id              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.username             = placement {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] placement.version              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.cores                    = 20 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.count_usage_from_placement = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.injected_file_content_bytes = 10240 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.injected_file_path_length = 255 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.injected_files           = 5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.instances                = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.key_pairs                = 100 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.metadata_items           = 128 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.ram                      = 51200 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.recheck_quota            = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.server_group_members     = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] quota.server_groups            = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rdp.enabled                    = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.image_metadata_prefilter = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.max_attempts         = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.max_placement_results = 1000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.query_placement_for_image_type_support = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] scheduler.workers              = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.host_subset_size = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.image_properties_default_architecture = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.isolated_hosts = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.isolated_images = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.max_instances_per_host = 50 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.pci_in_placement = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.track_instance_changes = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] metrics.required               = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] metrics.weight_multiplier      = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] metrics.weight_setting         = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] serial_console.enabled         = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] serial_console.port_range      = 10000:20000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] serial_console.serialproxy_port = 6083 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.auth_section      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.auth_type         = password {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.cafile            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.certfile          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.collect_timing    = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.insecure          = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.keyfile           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.send_service_user_token = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.split_loggers     = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] service_user.timeout           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.agent_enabled            = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.enabled                  = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.html5proxy_port          = 6082 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.image_compression        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.jpeg_compression         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.playback_compression     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.server_listen            = 127.0.0.1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.streaming_mode           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] spice.zlib_compression         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] upgrade_levels.baseapi         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] upgrade_levels.compute         = auto {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] upgrade_levels.conductor       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] upgrade_levels.scheduler       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.auth_section = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.auth_type = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.cafile = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.certfile = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.collect_timing = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.insecure = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.keyfile = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.split_loggers = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vendordata_dynamic_auth.timeout = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.api_retry_count         = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.ca_file                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.cache_prefix            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.cluster_name            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.connection_pool_size    = 10 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.console_delay_seconds   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.datastore_regex         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.host_ip                 = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.host_password           = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.host_port               = 443 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.host_username           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.insecure                = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.integration_bridge      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.maximum_objects         = 100 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.pbm_default_policy      = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.pbm_enabled             = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.pbm_wsdl_location       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.serial_port_proxy_uri   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.serial_port_service_uri = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.task_poll_interval      = 0.5 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.use_linked_clone        = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.vnc_keymap              = en-us {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.vnc_port                = 5900 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vmware.vnc_port_total          = 10000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.auth_schemes               = ['none'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.enabled                    = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.novncproxy_port            = 6080 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.server_listen              = 0.0.0.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.vencrypt_ca_certs          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.vencrypt_client_cert       = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vnc.vencrypt_client_key        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.disable_fallback_pcpu_query = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.disable_group_policy_check_upcall = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.disable_rootwrap   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.enable_numa_live_migration = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.handle_virt_lifecycle_events = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.libvirt_disable_apic = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.never_download_image_if_on_rbd = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.client_socket_timeout     = 900 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.default_pool_size         = 1000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.keep_alive                = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.max_header_line           = 16384 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.secure_proxy_ssl_header   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.ssl_ca_file               = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.ssl_cert_file             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.ssl_key_file              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.tcp_keepidle              = 600 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] zvm.ca_file                    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] zvm.cloud_connector_url        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] zvm.reachable_timeout          = 300 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.enforce_new_defaults = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.enforce_scope      = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.policy_default_rule = default {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.policy_file        = policy.yaml {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.connection_string     = messaging:// {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.enabled               = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.es_doc_type           = notification {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.es_scroll_size        = 10000 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.es_scroll_time        = 2m {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.filter_error_trace    = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.hmac_keys             = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.sentinel_service_name = mymaster {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.socket_timeout        = 0.1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.trace_requests        = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler.trace_sqlalchemy      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler_jaeger.process_tags   = {} {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler_jaeger.service_name_prefix = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] profiler_otlp.service_name_prefix = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] remote_debug.host              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] remote_debug.port              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.ssl      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_rabbit.ssl_version =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_notifications.retry = -1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_messaging_notifications.transport_url = **** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.auth_section        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.auth_type           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.cafile              = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.certfile            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.collect_timing      = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.connect_retries     = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.connect_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.endpoint_id         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.endpoint_override   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.insecure            = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.keyfile             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.max_version         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.min_version         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.region_name         = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.service_name        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.service_type        = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.split_loggers       = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.status_code_retries = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.status_code_retry_delay = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.timeout             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.valid_interfaces    = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_limit.version             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_reports.file_event_handler = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_reports.file_event_handler_interval = 1 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] oslo_reports.log_dir           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_linux_bridge_privileged.group = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_linux_bridge_privileged.user = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_ovs_privileged.group  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_ovs_privileged.helper_command = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] vif_plug_ovs_privileged.user   = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.flat_interface = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_linux_bridge.vlan_interface = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_ovs.isolate_vif         = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_ovs.ovsdb_interface     = native {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_vif_ovs.per_port_bridge     = False {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] os_brick.lock_path             = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] privsep_osbrick.capabilities   = [21] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] privsep_osbrick.group          = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] privsep_osbrick.helper_command = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] privsep_osbrick.thread_pool_size = 12 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] privsep_osbrick.user           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] nova_sys_admin.group           = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] nova_sys_admin.helper_command  = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] nova_sys_admin.thread_pool_size = 12 {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] nova_sys_admin.user            = None {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG oslo_service.service [None req-c6f4c56c-f85f-4c1d-b13c-610f63a228af None None] ******************************************************************************** {{(pid=75686) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 27 01:40:08 user nova-compute[75686]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 27 01:40:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Connecting to libvirt: qemu:///system {{(pid=75686) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:508}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7f517525e3b0> {{(pid=75686) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:514}}
Nov 27 01:40:08 user nova-compute[75686]: libvirt:  error : internal error: could not initialize domain event timer
Nov 27 01:40:08 user nova-compute[75686]: WARNING nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 27 01:40:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7f517525e3b0> {{(pid=75686) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:535}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Starting native event thread {{(pid=75686) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:494}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Starting green dispatch thread {{(pid=75686) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:500}}
Nov 27 01:40:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Starting connection event dispatch thread {{(pid=75686) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:503}}
Nov 27 01:40:08 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Connection event '1' reason 'None'
Nov 27 01:40:08 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 27 01:40:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.mount [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Initialising _HostMountState generation 0 {{(pid=75686) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 27 01:40:15 user nova-compute[75686]: INFO nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host capabilities <capabilities>
Nov 27 01:40:15 user nova-compute[75686]:   <host>
Nov 27 01:40:15 user nova-compute[75686]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 27 01:40:15 user nova-compute[75686]:     <cpu>
Nov 27 01:40:15 user nova-compute[75686]:       <arch>x86_64</arch>
Nov 27 01:40:15 user nova-compute[75686]:       <model>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:15 user nova-compute[75686]:       <microcode version='1070'/>
Nov 27 01:40:15 user nova-compute[75686]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 27 01:40:15 user nova-compute[75686]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='ss'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='vmx'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='pcid'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='osxsave'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='hypervisor'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='arat'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='tsc_adjust'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='md-clear'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='arch-capabilities'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='invtsc'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='rsba'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature name='skip-l1dfl-vmentry'/>
Nov 27 01:40:15 user nova-compute[75686]:       <pages unit='KiB' size='4'/>
Nov 27 01:40:15 user nova-compute[75686]:       <pages unit='KiB' size='2048'/>
Nov 27 01:40:15 user nova-compute[75686]:     </cpu>
Nov 27 01:40:15 user nova-compute[75686]:     <power_management>
Nov 27 01:40:15 user nova-compute[75686]:       <suspend_mem/>
Nov 27 01:40:15 user nova-compute[75686]:       <suspend_disk/>
Nov 27 01:40:15 user nova-compute[75686]:       <suspend_hybrid/>
Nov 27 01:40:15 user nova-compute[75686]:     </power_management>
Nov 27 01:40:15 user nova-compute[75686]:     <iommu support='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     <migration_features>
Nov 27 01:40:15 user nova-compute[75686]:       <live/>
Nov 27 01:40:15 user nova-compute[75686]:       <uri_transports>
Nov 27 01:40:15 user nova-compute[75686]:         <uri_transport>tcp</uri_transport>
Nov 27 01:40:15 user nova-compute[75686]:         <uri_transport>rdma</uri_transport>
Nov 27 01:40:15 user nova-compute[75686]:       </uri_transports>
Nov 27 01:40:15 user nova-compute[75686]:     </migration_features>
Nov 27 01:40:15 user nova-compute[75686]:     <topology>
Nov 27 01:40:15 user nova-compute[75686]:       <cells num='2'>
Nov 27 01:40:15 user nova-compute[75686]:         <cell id='0'>
Nov 27 01:40:15 user nova-compute[75686]:           <memory unit='KiB'>8189224</memory>
Nov 27 01:40:15 user nova-compute[75686]:           <pages unit='KiB' size='4'>2047306</pages>
Nov 27 01:40:15 user nova-compute[75686]:           <pages unit='KiB' size='2048'>0</pages>
Nov 27 01:40:15 user nova-compute[75686]:           <distances>
Nov 27 01:40:15 user nova-compute[75686]:             <sibling id='0' value='10'/>
Nov 27 01:40:15 user nova-compute[75686]:             <sibling id='1' value='20'/>
Nov 27 01:40:15 user nova-compute[75686]:           </distances>
Nov 27 01:40:15 user nova-compute[75686]:           <cpus num='6'>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 27 01:40:15 user nova-compute[75686]:           </cpus>
Nov 27 01:40:15 user nova-compute[75686]:         </cell>
Nov 27 01:40:15 user nova-compute[75686]:         <cell id='1'>
Nov 27 01:40:15 user nova-compute[75686]:           <memory unit='KiB'>8206460</memory>
Nov 27 01:40:15 user nova-compute[75686]:           <pages unit='KiB' size='4'>2051615</pages>
Nov 27 01:40:15 user nova-compute[75686]:           <pages unit='KiB' size='2048'>0</pages>
Nov 27 01:40:15 user nova-compute[75686]:           <distances>
Nov 27 01:40:15 user nova-compute[75686]:             <sibling id='0' value='20'/>
Nov 27 01:40:15 user nova-compute[75686]:             <sibling id='1' value='10'/>
Nov 27 01:40:15 user nova-compute[75686]:           </distances>
Nov 27 01:40:15 user nova-compute[75686]:           <cpus num='6'>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 27 01:40:15 user nova-compute[75686]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 27 01:40:15 user nova-compute[75686]:           </cpus>
Nov 27 01:40:15 user nova-compute[75686]:         </cell>
Nov 27 01:40:15 user nova-compute[75686]:       </cells>
Nov 27 01:40:15 user nova-compute[75686]:     </topology>
Nov 27 01:40:15 user nova-compute[75686]:     <cache>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 27 01:40:15 user nova-compute[75686]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 27 01:40:15 user nova-compute[75686]:     </cache>
Nov 27 01:40:15 user nova-compute[75686]:     <secmodel>
Nov 27 01:40:15 user nova-compute[75686]:       <model>apparmor</model>
Nov 27 01:40:15 user nova-compute[75686]:       <doi>0</doi>
Nov 27 01:40:15 user nova-compute[75686]:     </secmodel>
Nov 27 01:40:15 user nova-compute[75686]:     <secmodel>
Nov 27 01:40:15 user nova-compute[75686]:       <model>dac</model>
Nov 27 01:40:15 user nova-compute[75686]:       <doi>0</doi>
Nov 27 01:40:15 user nova-compute[75686]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 27 01:40:15 user nova-compute[75686]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 27 01:40:15 user nova-compute[75686]:     </secmodel>
Nov 27 01:40:15 user nova-compute[75686]:   </host>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='alpha'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>clipper</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='armv6l'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>integratorcp</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>borzoi</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>spitz</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>nuri</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>musca-b1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>versatileab</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>kzm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>musca-a</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>smdkc210</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sx1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>z2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>tosa</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>sabrelite</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>realview-eb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>n810</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>n800</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>versatilepb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>terrier</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mainstone</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>midway</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>musicpal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>microbit</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>cubieboard</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>verdex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>netduino2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>raspi2b</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>cheetah</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>highbank</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>akita</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>connex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>collie</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>raspi0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='armv7l'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>integratorcp</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>borzoi</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>spitz</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>nuri</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>musca-b1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>versatileab</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>kzm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>musca-a</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>smdkc210</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sx1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>z2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>tosa</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>sabrelite</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>realview-eb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>n810</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>n800</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>versatilepb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>terrier</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mainstone</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>midway</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>musicpal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>microbit</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>cubieboard</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>verdex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>netduino2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>raspi2b</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>cheetah</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>highbank</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>akita</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>connex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>collie</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>raspi0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='aarch64'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>integratorcp</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>borzoi</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>spitz</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>nuri</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>musca-b1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>versatileab</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>kzm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>musca-a</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>smdkc210</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sx1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>z2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>tosa</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>sabrelite</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>realview-eb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>n810</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>n800</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>versatilepb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>terrier</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mainstone</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>midway</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>musicpal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>microbit</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>cubieboard</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>verdex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>netduino2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>raspi3b</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>raspi2b</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>cheetah</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>highbank</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>akita</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>connex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>collie</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>raspi0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <acpi default='on' toggle='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='cris'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='i686'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>x-remote</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>isapc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>microvm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='kvm'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <pae/>
Nov 27 01:40:15 user nova-compute[75686]:       <nonpae/>
Nov 27 01:40:15 user nova-compute[75686]:       <acpi default='on' toggle='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:       <apic default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='m68k'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>an5206</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>q800</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>next-cube</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='microblaze'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='microblazeel'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='mips'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='16'>malta</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='mipsel'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='16'>malta</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='mips64'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='16'>malta</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>pica61</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>magnum</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='mips64el'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='16'>malta</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mipssim</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>pica61</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>magnum</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='16'>boston</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='ppc'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>g3beige</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mac99</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>ppce500</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>pegasos2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sam460ex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>bamboo</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>40p</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>ref405ep</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>taihu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='ppc64'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2048'>powernv9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>taihu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2048'>powernv10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>ppce500</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>40p</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>pegasos2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>bamboo</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>g3beige</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mac99</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sam460ex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>ref405ep</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2048'>powernv8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='ppc64le'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2048'>powernv9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>taihu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2048'>powernv10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>ppce500</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>40p</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>pegasos2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>bamboo</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>g3beige</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>mac99</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sam460ex</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>ref405ep</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2048'>powernv8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='riscv32'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='8'>spike</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>opentitan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='5'>sifive_u</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sifive_e</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='8'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='riscv64'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='8'>spike</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='5'>sifive_u</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>shakti_c</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sifive_e</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='8'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='s390x'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='sh4'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>shix</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>r2d</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='sh4eb'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>shix</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>r2d</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='sparc'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>SS-5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>SS-20</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>LX</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>SS-4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>SS-10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>Voyager</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='sparc64'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sun4u</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>niagara</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>sun4v</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='x86_64'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>64</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>x-remote</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='1'>isapc</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>microvm</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='kvm'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <acpi default='on' toggle='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:       <apic default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='xtensa'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>sim</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>kc705</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>ml605</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx200</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx60</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]:   <guest>
Nov 27 01:40:15 user nova-compute[75686]:     <os_type>hvm</os_type>
Nov 27 01:40:15 user nova-compute[75686]:     <arch name='xtensaeb'>
Nov 27 01:40:15 user nova-compute[75686]:       <wordsize>32</wordsize>
Nov 27 01:40:15 user nova-compute[75686]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='4'>sim</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>kc705</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>ml605</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>virt</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx200</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>lx60</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 27 01:40:15 user nova-compute[75686]:       <domain type='qemu'/>
Nov 27 01:40:15 user nova-compute[75686]:     </arch>
Nov 27 01:40:15 user nova-compute[75686]:     <features>
Nov 27 01:40:15 user nova-compute[75686]:       <cpuselection/>
Nov 27 01:40:15 user nova-compute[75686]:       <deviceboot/>
Nov 27 01:40:15 user nova-compute[75686]:       <disksnapshot default='on' toggle='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     </features>
Nov 27 01:40:15 user nova-compute[75686]:   </guest>
Nov 27 01:40:15 user nova-compute[75686]: </capabilities>
Nov 27 01:40:15 user nova-compute[75686]: 
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for i686 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 27 01:40:15 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 01:40:15 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:15 user nova-compute[75686]:   <machine>pc-i440fx-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:   <arch>i686</arch>
Nov 27 01:40:15 user nova-compute[75686]:   <vcpu max='255'/>
Nov 27 01:40:15 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='firmware'/>
Nov 27 01:40:15 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </loader>
Nov 27 01:40:15 user nova-compute[75686]:   </os>
Nov 27 01:40:15 user nova-compute[75686]:   <cpu>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='lm'/>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>kvm64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>core2duo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Penryn</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G1</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Conroe</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:   </cpu>
Nov 27 01:40:15 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:15 user nova-compute[75686]:     </enum>
Nov 27 01:40:15 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:15 user nova-compute[75686]:   <devices>
Nov 27 01:40:15 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>ide</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </disk>
Nov 27 01:40:15 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </graphics>
Nov 27 01:40:15 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </video>
Nov 27 01:40:15 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:15 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:15 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </rng>
Nov 27 01:40:15 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:15 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </tpm>
Nov 27 01:40:15 user nova-compute[75686]:   </devices>
Nov 27 01:40:15 user nova-compute[75686]:   <features>
Nov 27 01:40:15 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:   </features>
Nov 27 01:40:15 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 27 01:40:15 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 01:40:15 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:15 user nova-compute[75686]:   <machine>pc-q35-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:   <arch>i686</arch>
Nov 27 01:40:15 user nova-compute[75686]:   <vcpu max='288'/>
Nov 27 01:40:15 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='firmware'/>
Nov 27 01:40:15 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </loader>
Nov 27 01:40:15 user nova-compute[75686]:   </os>
Nov 27 01:40:15 user nova-compute[75686]:   <cpu>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='lm'/>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>kvm64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>core2duo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Penryn</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G1</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Conroe</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:   </cpu>
Nov 27 01:40:15 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:15 user nova-compute[75686]:     </enum>
Nov 27 01:40:15 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:15 user nova-compute[75686]:   <devices>
Nov 27 01:40:15 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </disk>
Nov 27 01:40:15 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </graphics>
Nov 27 01:40:15 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </video>
Nov 27 01:40:15 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:15 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:15 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </rng>
Nov 27 01:40:15 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:15 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </tpm>
Nov 27 01:40:15 user nova-compute[75686]:   </devices>
Nov 27 01:40:15 user nova-compute[75686]:   <features>
Nov 27 01:40:15 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:   </features>
Nov 27 01:40:15 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 27 01:40:15 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 01:40:15 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:15 user nova-compute[75686]:   <machine>pc-i440fx-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:   <arch>i686</arch>
Nov 27 01:40:15 user nova-compute[75686]:   <vcpu max='255'/>
Nov 27 01:40:15 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='firmware'/>
Nov 27 01:40:15 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </loader>
Nov 27 01:40:15 user nova-compute[75686]:   </os>
Nov 27 01:40:15 user nova-compute[75686]:   <cpu>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='lm'/>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>kvm64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>core2duo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Penryn</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G1</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Conroe</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:   </cpu>
Nov 27 01:40:15 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:15 user nova-compute[75686]:     </enum>
Nov 27 01:40:15 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:15 user nova-compute[75686]:   <devices>
Nov 27 01:40:15 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>ide</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </disk>
Nov 27 01:40:15 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </graphics>
Nov 27 01:40:15 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </video>
Nov 27 01:40:15 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:15 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:15 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </rng>
Nov 27 01:40:15 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:15 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </tpm>
Nov 27 01:40:15 user nova-compute[75686]:   </devices>
Nov 27 01:40:15 user nova-compute[75686]:   <features>
Nov 27 01:40:15 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:   </features>
Nov 27 01:40:15 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 27 01:40:15 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:   <path>/usr/bin/qemu-system-i386</path>
Nov 27 01:40:15 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:15 user nova-compute[75686]:   <machine>pc-q35-jammy</machine>
Nov 27 01:40:15 user nova-compute[75686]:   <arch>i686</arch>
Nov 27 01:40:15 user nova-compute[75686]:   <vcpu max='288'/>
Nov 27 01:40:15 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='firmware'/>
Nov 27 01:40:15 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </loader>
Nov 27 01:40:15 user nova-compute[75686]:   </os>
Nov 27 01:40:15 user nova-compute[75686]:   <cpu>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='lm'/>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>kvm64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>core2duo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Westmere</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Penryn</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Opteron_G1</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Nehalem</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Conroe</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:   </cpu>
Nov 27 01:40:15 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:15 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:15 user nova-compute[75686]:     </enum>
Nov 27 01:40:15 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:15 user nova-compute[75686]:   <devices>
Nov 27 01:40:15 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </disk>
Nov 27 01:40:15 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </graphics>
Nov 27 01:40:15 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </video>
Nov 27 01:40:15 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:15 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:15 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </rng>
Nov 27 01:40:15 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:15 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </tpm>
Nov 27 01:40:15 user nova-compute[75686]:   </devices>
Nov 27 01:40:15 user nova-compute[75686]:   <features>
Nov 27 01:40:15 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:15 user nova-compute[75686]:   </features>
Nov 27 01:40:15 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for ppc64le via machine types: {'powernv', 'pseries'} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for x86_64 via machine types: {'pc', 'q35', 'ubuntu', 'ubuntu-q35'} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 27 01:40:15 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:15 user nova-compute[75686]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 01:40:15 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:15 user nova-compute[75686]:   <machine>pc-i440fx-6.2</machine>
Nov 27 01:40:15 user nova-compute[75686]:   <arch>x86_64</arch>
Nov 27 01:40:15 user nova-compute[75686]:   <vcpu max='255'/>
Nov 27 01:40:15 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:15 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:     <enum name='firmware'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>efi</value>
Nov 27 01:40:15 user nova-compute[75686]:     </enum>
Nov 27 01:40:15 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </loader>
Nov 27 01:40:15 user nova-compute[75686]:   </os>
Nov 27 01:40:15 user nova-compute[75686]:   <cpu>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:15 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:15 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:15 user nova-compute[75686]:       </enum>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='invtsc'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='rsba'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:15 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:15 user nova-compute[75686]:     </mode>
Nov 27 01:40:15 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>kvm64</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>core2duo</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='yes'>Westmere</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:15 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Penryn</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Opteron_G1</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Conroe</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:   </cpu>
Nov 27 01:40:16 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:16 user nova-compute[75686]:     </enum>
Nov 27 01:40:16 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:16 user nova-compute[75686]:   <devices>
Nov 27 01:40:16 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>ide</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </disk>
Nov 27 01:40:16 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </graphics>
Nov 27 01:40:16 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </video>
Nov 27 01:40:16 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:16 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:16 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </rng>
Nov 27 01:40:16 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:16 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </tpm>
Nov 27 01:40:16 user nova-compute[75686]:   </devices>
Nov 27 01:40:16 user nova-compute[75686]:   <features>
Nov 27 01:40:16 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:   </features>
Nov 27 01:40:16 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:16 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 27 01:40:16 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:16 user nova-compute[75686]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 01:40:16 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:16 user nova-compute[75686]:   <machine>pc-q35-6.2</machine>
Nov 27 01:40:16 user nova-compute[75686]:   <arch>x86_64</arch>
Nov 27 01:40:16 user nova-compute[75686]:   <vcpu max='288'/>
Nov 27 01:40:16 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:     <enum name='firmware'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>efi</value>
Nov 27 01:40:16 user nova-compute[75686]:     </enum>
Nov 27 01:40:16 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </loader>
Nov 27 01:40:16 user nova-compute[75686]:   </os>
Nov 27 01:40:16 user nova-compute[75686]:   <cpu>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='invtsc'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='rsba'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>kvm64</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>core2duo</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Westmere</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Penryn</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Opteron_G1</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Conroe</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:   </cpu>
Nov 27 01:40:16 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:16 user nova-compute[75686]:     </enum>
Nov 27 01:40:16 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:16 user nova-compute[75686]:   <devices>
Nov 27 01:40:16 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </disk>
Nov 27 01:40:16 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </graphics>
Nov 27 01:40:16 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </video>
Nov 27 01:40:16 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:16 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:16 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </rng>
Nov 27 01:40:16 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:16 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </tpm>
Nov 27 01:40:16 user nova-compute[75686]:   </devices>
Nov 27 01:40:16 user nova-compute[75686]:   <features>
Nov 27 01:40:16 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:   </features>
Nov 27 01:40:16 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:16 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 27 01:40:16 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:16 user nova-compute[75686]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 01:40:16 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:16 user nova-compute[75686]:   <machine>pc-i440fx-jammy</machine>
Nov 27 01:40:16 user nova-compute[75686]:   <arch>x86_64</arch>
Nov 27 01:40:16 user nova-compute[75686]:   <vcpu max='255'/>
Nov 27 01:40:16 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:     <enum name='firmware'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>efi</value>
Nov 27 01:40:16 user nova-compute[75686]:     </enum>
Nov 27 01:40:16 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </loader>
Nov 27 01:40:16 user nova-compute[75686]:   </os>
Nov 27 01:40:16 user nova-compute[75686]:   <cpu>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='invtsc'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='rsba'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>kvm64</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>core2duo</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Westmere</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Penryn</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Opteron_G1</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Conroe</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:   </cpu>
Nov 27 01:40:16 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:16 user nova-compute[75686]:     </enum>
Nov 27 01:40:16 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:16 user nova-compute[75686]:   <devices>
Nov 27 01:40:16 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>ide</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </disk>
Nov 27 01:40:16 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </graphics>
Nov 27 01:40:16 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </video>
Nov 27 01:40:16 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:16 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:16 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </rng>
Nov 27 01:40:16 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:16 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </tpm>
Nov 27 01:40:16 user nova-compute[75686]:   </devices>
Nov 27 01:40:16 user nova-compute[75686]:   <features>
Nov 27 01:40:16 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:   </features>
Nov 27 01:40:16 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:16 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 27 01:40:16 user nova-compute[75686]: <domainCapabilities>
Nov 27 01:40:16 user nova-compute[75686]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 27 01:40:16 user nova-compute[75686]:   <domain>kvm</domain>
Nov 27 01:40:16 user nova-compute[75686]:   <machine>pc-q35-jammy</machine>
Nov 27 01:40:16 user nova-compute[75686]:   <arch>x86_64</arch>
Nov 27 01:40:16 user nova-compute[75686]:   <vcpu max='288'/>
Nov 27 01:40:16 user nova-compute[75686]:   <iothreads supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:   <os supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:     <enum name='firmware'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>efi</value>
Nov 27 01:40:16 user nova-compute[75686]:     </enum>
Nov 27 01:40:16 user nova-compute[75686]:     <loader supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>rom</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>pflash</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='readonly'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='secure'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>yes</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>no</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </loader>
Nov 27 01:40:16 user nova-compute[75686]:   </os>
Nov 27 01:40:16 user nova-compute[75686]:   <cpu>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='host-passthrough' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='hostPassthroughMigratable'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='maximum' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='maximumMigratable'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>on</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>off</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='host-model' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <vendor>Intel</vendor>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ss'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='vmx'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='pcid'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='hypervisor'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='arat'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='tsc_adjust'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='umip'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='md-clear'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='stibp'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='arch-capabilities'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ssbd'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='invtsc'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ibpb'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='ibrs'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='amd-stibp'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='amd-ssbd'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='rsba'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='require' name='pschange-mc-no'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='disable' name='erms'/>
Nov 27 01:40:16 user nova-compute[75686]:       <feature policy='disable' name='xsaveopt'/>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:     <mode name='custom' supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>qemu64</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>qemu32</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>phenom</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium3</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium2</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>pentium</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>n270</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>kvm64</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>kvm32</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>coreduo</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>core2duo</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>athlon</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Westmere-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Westmere</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Snowridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Skylake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>SandyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Penryn</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G5</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G4</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G3</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Opteron_G2</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Opteron_G1</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Nehalem</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>IvyBridge</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Icelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Haswell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Rome</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-Milan</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC-IBPB</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>EPYC</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Dhyana</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cooperlake</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>Conroe</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Cascadelake-Server</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-noTSX</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell-IBRS</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='no'>Broadwell</model>
Nov 27 01:40:16 user nova-compute[75686]:       <model usable='yes'>486</model>
Nov 27 01:40:16 user nova-compute[75686]:     </mode>
Nov 27 01:40:16 user nova-compute[75686]:   </cpu>
Nov 27 01:40:16 user nova-compute[75686]:   <memoryBacking supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:     <enum name='sourceType'>
Nov 27 01:40:16 user nova-compute[75686]:       <value>file</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>anonymous</value>
Nov 27 01:40:16 user nova-compute[75686]:       <value>memfd</value>
Nov 27 01:40:16 user nova-compute[75686]:     </enum>
Nov 27 01:40:16 user nova-compute[75686]:   </memoryBacking>
Nov 27 01:40:16 user nova-compute[75686]:   <devices>
Nov 27 01:40:16 user nova-compute[75686]:     <disk supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='diskDevice'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>disk</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cdrom</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>floppy</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>lun</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='bus'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>fdc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sata</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </disk>
Nov 27 01:40:16 user nova-compute[75686]:     <graphics supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='type'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>sdl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vnc</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>spice</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egl-headless</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </graphics>
Nov 27 01:40:16 user nova-compute[75686]:     <video supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='modelType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>cirrus</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>vmvga</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>qxl</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>none</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>bochs</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>ramfb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </video>
Nov 27 01:40:16 user nova-compute[75686]:     <hostdev supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='mode'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>subsystem</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='startupPolicy'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>default</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>mandatory</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>requisite</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>optional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='subsysType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>usb</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>pci</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>scsi</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='capsType'/>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='pciBackend'/>
Nov 27 01:40:16 user nova-compute[75686]:     </hostdev>
Nov 27 01:40:16 user nova-compute[75686]:     <rng supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtio-non-transitional</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>random</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>egd</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>builtin</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </rng>
Nov 27 01:40:16 user nova-compute[75686]:     <filesystem supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='driverType'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>path</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>handle</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>virtiofs</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </filesystem>
Nov 27 01:40:16 user nova-compute[75686]:     <tpm supported='yes'>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='model'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-tis</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>tpm-crb</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:       <enum name='backendModel'>
Nov 27 01:40:16 user nova-compute[75686]:         <value>passthrough</value>
Nov 27 01:40:16 user nova-compute[75686]:         <value>emulator</value>
Nov 27 01:40:16 user nova-compute[75686]:       </enum>
Nov 27 01:40:16 user nova-compute[75686]:     </tpm>
Nov 27 01:40:16 user nova-compute[75686]:   </devices>
Nov 27 01:40:16 user nova-compute[75686]:   <features>
Nov 27 01:40:16 user nova-compute[75686]:     <gic supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:     <vmcoreinfo supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <genid supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backingStoreInput supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <backup supported='yes'/>
Nov 27 01:40:16 user nova-compute[75686]:     <sev supported='no'/>
Nov 27 01:40:16 user nova-compute[75686]:   </features>
Nov 27 01:40:16 user nova-compute[75686]: </domainCapabilities>
Nov 27 01:40:16 user nova-compute[75686]:  {{(pid=75686) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1039}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=75686) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:954}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=75686) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:993}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Checking secure boot support for host arch (x86_64) {{(pid=75686) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Checking secure boot support for host arch (x86_64) {{(pid=75686) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Checking secure boot support for host arch (x86_64) {{(pid=75686) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1781}}
Nov 27 01:40:16 user nova-compute[75686]: INFO nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Secure Boot support detected
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] cpu compare xml: <cpu match="exact">
Nov 27 01:40:16 user nova-compute[75686]:   <model>Nehalem</model>
Nov 27 01:40:16 user nova-compute[75686]: </cpu>
Nov 27 01:40:16 user nova-compute[75686]:  {{(pid=75686) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10020}}
Nov 27 01:40:16 user nova-compute[75686]: INFO nova.virt.node [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Generated node identity 01b04e4d-32b4-4e84-b330-3c1a096a9410
Nov 27 01:40:16 user nova-compute[75686]: INFO nova.virt.node [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Wrote node identity 01b04e4d-32b4-4e84-b330-3c1a096a9410 to /opt/stack/data/nova/compute_id
Nov 27 01:40:16 user nova-compute[75686]: WARNING nova.compute.manager [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Compute nodes ['01b04e4d-32b4-4e84-b330-3c1a096a9410'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 27 01:40:16 user nova-compute[75686]: INFO nova.compute.manager [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 27 01:40:16 user nova-compute[75686]: WARNING nova.compute.manager [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 27 01:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:40:16 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:40:16 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Hypervisor/Node resource view: name=user free_ram=10940MB free_disk=26.072288513183594GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:40:16 user nova-compute[75686]: WARNING nova.compute.resource_tracker [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] No compute node record for user:01b04e4d-32b4-4e84-b330-3c1a096a9410: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 01b04e4d-32b4-4e84-b330-3c1a096a9410 could not be found.
Nov 27 01:40:16 user nova-compute[75686]: INFO nova.compute.resource_tracker [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Compute node record created for user:user with uuid: 01b04e4d-32b4-4e84-b330-3c1a096a9410
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:40:16 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] [req-9f30ed76-bcf5-4ca9-9836-ea1ecc079aaa] Created resource provider record via placement API for resource provider with UUID 01b04e4d-32b4-4e84-b330-3c1a096a9410 and name user.
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=75686) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1797}}
Nov 27 01:40:16 user nova-compute[75686]: INFO nova.virt.libvirt.host [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] kernel doesn't support AMD SEV
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Libvirt baseline CPU <cpu>
Nov 27 01:40:16 user nova-compute[75686]:   <arch>x86_64</arch>
Nov 27 01:40:16 user nova-compute[75686]:   <model>Nehalem</model>
Nov 27 01:40:16 user nova-compute[75686]:   <vendor>Intel</vendor>
Nov 27 01:40:16 user nova-compute[75686]:   <topology sockets="6" cores="1" threads="1"/>
Nov 27 01:40:16 user nova-compute[75686]: </cpu>
Nov 27 01:40:16 user nova-compute[75686]:  {{(pid=75686) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12510}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Updated inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Updating resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 generation from 0 to 1 during operation: update_inventory {{(pid=75686) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 27 01:40:16 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 01:40:17 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Updating resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 generation from 1 to 2 during operation: update_traits {{(pid=75686) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 27 01:40:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.597s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:40:17 user nova-compute[75686]: DEBUG nova.service [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Creating RPC server for service compute {{(pid=75686) start /opt/stack/nova/nova/service.py:182}}
Nov 27 01:40:17 user nova-compute[75686]: DEBUG nova.service [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] Join ServiceGroup membership for this service compute {{(pid=75686) start /opt/stack/nova/nova/service.py:199}}
Nov 27 01:40:17 user nova-compute[75686]: DEBUG nova.servicegroup.drivers.db [None req-605b9cf3-1ab9-4c62-afd5-f9f431ec4526 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=75686) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 27 01:40:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:40:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:41:07 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:41:08 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:41:08 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:41:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=10390MB free_disk=25.976062774658203GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:41:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.173s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:42:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:42:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:42:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:42:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=10317MB free_disk=26.040634155273438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:42:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.097s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:42:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:42:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:43:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:43:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:43:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:43:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:43:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:43:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:43:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=10318MB free_disk=25.792884826660156GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:43:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.153s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:43:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:43:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:09 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:44:10 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:10 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:10 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9612MB free_disk=25.821884155273438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:44:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.121s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:44:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 01:44:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 01:44:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:12 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:44:13 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:44:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:19 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:19 user nova-compute[75686]: INFO nova.compute.claims [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Claim successful on node user
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.302s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.network.neutron [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Creating image(s)
Nov 27 01:44:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "/opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "/opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "/opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.policy [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad1a32ce477e41df86f143a13989f498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61df2ba0c7ea44b8b96ee810e90c3611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.part --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.virt.images [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] 90ee5c23-b10e-4785-b18a-9db7939564b3 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.part /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:21 user nova-compute[75686]: INFO nova.compute.claims [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Claim successful on node user
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.part /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.converted" returned: 0 in 0.321s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.406s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3.converted --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.331s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:21 user nova-compute[75686]: INFO oslo.privsep.daemon [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmphu9v8p2t/privsep.sock']
Nov 27 01:44:21 user sudo[84945]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmphu9v8p2t/privsep.sock
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:21 user sudo[84945]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 27 01:44:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Creating image(s)
Nov 27 01:44:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG nova.policy [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f1bb99a4d784d28abed0c4dcc03fc03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0890368fe814dd5b4370275a3d0420f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "163993f6-3b37-40ff-9372-37f866d28180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:23 user nova-compute[75686]: INFO nova.compute.claims [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Claim successful on node user
Nov 27 01:44:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:23 user sudo[84945]: pam_unix(sudo:session): session closed for user root
Nov 27 01:44:23 user nova-compute[75686]: INFO oslo.privsep.daemon [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Spawned new privsep daemon via rootwrap
Nov 27 01:44:23 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 27 01:44:23 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 27 01:44:23 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 27 01:44:23 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84956
Nov 27 01:44:23 user nova-compute[75686]: WARNING oslo_privsep.priv_context [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] privsep daemon already running
Nov 27 01:44:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.624s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.544s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:23 user nova-compute[75686]: INFO nova.compute.claims [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Claim successful on node user
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:23 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.247s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Creating image(s)
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "/opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "/opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "/opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.257s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.686s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk 1073741824" returned: 0 in 0.062s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.policy [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d1d312ea9224e4b9e57e5576276a485', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25a6f8db8baf4e9988fc1ca048107122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.216s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.252s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.network.neutron [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.205s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk 1073741824" returned: 0 in 0.054s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.241s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Creating image(s)
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.255s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Cannot resize image /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Ensure instance console log exists: /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.policy [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44beb0a742a24c30a7e2004988809c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a953169393c9425985ef738e51b22868', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.285s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk 1073741824" returned: 0 in 0.070s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.266s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Cannot resize image /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Ensure instance console log exists: /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Checking if we can resize image /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk 1073741824" returned: 0 in 0.055s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Successfully created port: 384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Cannot resize image /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Ensure instance console log exists: /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:25 user nova-compute[75686]: INFO nova.compute.claims [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Claim successful on node user
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Cannot resize image /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Ensure instance console log exists: /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Successfully created port: a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.690s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.policy [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44beb0a742a24c30a7e2004988809c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a953169393c9425985ef738e51b22868', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Creating image(s)
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.164s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk 1073741824" returned: 0 in 0.049s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.218s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Cannot resize image /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Ensure instance console log exists: /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.network.neutron [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Successfully created port: 3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Successfully created port: 2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:27 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:27 user nova-compute[75686]: INFO nova.compute.claims [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Claim successful on node user
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Successfully updated port: 384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquired lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.396s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Creating image(s)
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received event network-changed-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Refreshing instance network info cache due to event network-changed-384c3362-9874-454f-a212-414f42323c17. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] Acquiring lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.policy [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '990555ee1c2a4bfa9858705701a49079', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '954c903a669a46feadbf6b78531c6639', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.210s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk 1073741824" returned: 0 in 0.047s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Successfully created port: ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.222s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Checking if we can resize image /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Successfully updated port: a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquired lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Cannot resize image /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Ensure instance console log exists: /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updating instance_info_cache with network_info: [{"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Releasing lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Instance network_info: |[{"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] Acquired lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.neutron [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Refreshing network info cache for port 384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Start _get_guest_xml network_info=[{"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1456687476',display_name='tempest-ServersNegativeTestJSON-server-1456687476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1456687476',id=1,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61df2ba0c7ea44b8b96ee810e90c3611',ramdisk_id='',reservation_id='r-9ft62223',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1547259665',owner_user_name='tempest-ServersNegativeTestJSON-1547259665-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:20Z,user_data=None,user_id='ad1a32ce477e41df86f143a13989f498',uuid=e4c15d2a-ec55-45b2-8049-afe5e8bb1734,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converting VIF {"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c3:eb,bridge_name='br-int',has_traffic_filtering=True,id=384c3362-9874-454f-a212-414f42323c17,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap384c3362-98') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lazy-loading 'pci_devices' on Instance uuid e4c15d2a-ec55-45b2-8049-afe5e8bb1734 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:29 user nova-compute[75686]:   <uuid>e4c15d2a-ec55-45b2-8049-afe5e8bb1734</uuid>
Nov 27 01:44:29 user nova-compute[75686]:   <name>instance-00000001</name>
Nov 27 01:44:29 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:29 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:29 user nova-compute[75686]:   <metadata>
Nov 27 01:44:29 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:29 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:29 user nova-compute[75686]:       <nova:name>tempest-ServersNegativeTestJSON-server-1456687476</nova:name>
Nov 27 01:44:29 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:29</nova:creationTime>
Nov 27 01:44:29 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:29 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:29 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:29 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:29 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:29 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:29 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:29 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:29 user nova-compute[75686]:         <nova:user uuid="ad1a32ce477e41df86f143a13989f498">tempest-ServersNegativeTestJSON-1547259665-project-member</nova:user>
Nov 27 01:44:29 user nova-compute[75686]:         <nova:project uuid="61df2ba0c7ea44b8b96ee810e90c3611">tempest-ServersNegativeTestJSON-1547259665</nova:project>
Nov 27 01:44:29 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:29 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:29 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:29 user nova-compute[75686]:         <nova:port uuid="384c3362-9874-454f-a212-414f42323c17">
Nov 27 01:44:29 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 01:44:29 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:29 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:29 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:29 user nova-compute[75686]:   </metadata>
Nov 27 01:44:29 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:29 user nova-compute[75686]:     <system>
Nov 27 01:44:29 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:29 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:29 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:29 user nova-compute[75686]:       <entry name="serial">e4c15d2a-ec55-45b2-8049-afe5e8bb1734</entry>
Nov 27 01:44:29 user nova-compute[75686]:       <entry name="uuid">e4c15d2a-ec55-45b2-8049-afe5e8bb1734</entry>
Nov 27 01:44:29 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:29 user nova-compute[75686]:     </system>
Nov 27 01:44:29 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:29 user nova-compute[75686]:   <os>
Nov 27 01:44:29 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:29 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:29 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:29 user nova-compute[75686]:   </os>
Nov 27 01:44:29 user nova-compute[75686]:   <features>
Nov 27 01:44:29 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:29 user nova-compute[75686]:     <apic/>
Nov 27 01:44:29 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:29 user nova-compute[75686]:   </features>
Nov 27 01:44:29 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:29 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:29 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:29 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:29 user nova-compute[75686]:   </clock>
Nov 27 01:44:29 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:29 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:29 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:29 user nova-compute[75686]:   </cpu>
Nov 27 01:44:29 user nova-compute[75686]:   <devices>
Nov 27 01:44:29 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:29 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:29 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk"/>
Nov 27 01:44:29 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:29 user nova-compute[75686]:     </disk>
Nov 27 01:44:29 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:29 user nova-compute[75686]:       <mac address="fa:16:3e:aa:c3:eb"/>
Nov 27 01:44:29 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:29 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:29 user nova-compute[75686]:       <target dev="tap384c3362-98"/>
Nov 27 01:44:29 user nova-compute[75686]:     </interface>
Nov 27 01:44:29 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:29 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/console.log" append="off"/>
Nov 27 01:44:29 user nova-compute[75686]:     </serial>
Nov 27 01:44:29 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:29 user nova-compute[75686]:     <video>
Nov 27 01:44:29 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:29 user nova-compute[75686]:     </video>
Nov 27 01:44:29 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:29 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:29 user nova-compute[75686]:     </rng>
Nov 27 01:44:29 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:29 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:29 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:29 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:29 user nova-compute[75686]:   </devices>
Nov 27 01:44:29 user nova-compute[75686]: </domain>
Nov 27 01:44:29 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1456687476',display_name='tempest-ServersNegativeTestJSON-server-1456687476',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1456687476',id=1,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61df2ba0c7ea44b8b96ee810e90c3611',ramdisk_id='',reservation_id='r-9ft62223',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1547259665',owner_user_name='tempest-ServersNegativeTestJSON-1547259665-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:20Z,user_data=None,user_id='ad1a32ce477e41df86f143a13989f498',uuid=e4c15d2a-ec55-45b2-8049-afe5e8bb1734,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converting VIF {"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c3:eb,bridge_name='br-int',has_traffic_filtering=True,id=384c3362-9874-454f-a212-414f42323c17,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap384c3362-98') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG os_vif [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c3:eb,bridge_name='br-int',has_traffic_filtering=True,id=384c3362-9874-454f-a212-414f42323c17,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap384c3362-98') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Created schema index Interface.name {{(pid=75686) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Created schema index Port.name {{(pid=75686) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Created schema index Bridge.name {{(pid=75686) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [POLLOUT] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:44:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '950fa0b4-01f9-55d7-8232-5f74ac719b66', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:30 user nova-compute[75686]: INFO oslo.privsep.daemon [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpbf34dcdw/privsep.sock']
Nov 27 01:44:30 user sudo[85056]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpbf34dcdw/privsep.sock
Nov 27 01:44:30 user sudo[85056]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Successfully updated port: 2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquired lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Successfully updated port: 3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-changed-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Refreshing instance network info cache due to event network-changed-2e93035c-a4c4-44f1-af80-c57fb2da8038. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] Acquiring lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-changed-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Refreshing instance network info cache due to event network-changed-a7dc1f11-3807-441a-951b-956c06d21310. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] Acquiring lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Releasing lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance network_info: |[{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] Acquired lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Refreshing network info cache for port a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Start _get_guest_xml network_info=[{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:31 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:31 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1074730030',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1074730030',id=2,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAi+LqZU4rxdpTE+ZbzwBKfA+1x94EA+gt/8f7noWMoiulidNYrt5pVxEarcD52HNvPjCFYw1IxA4VYNEMTr19xeG3fZxmmxl6ljhDVHIj49j/IUV7NUipxKe8SSDkxuQA==',key_name='tempest-keypair-538026092',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-55uwrndb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'pci_devices' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:31 user nova-compute[75686]:   <uuid>ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4</uuid>
Nov 27 01:44:31 user nova-compute[75686]:   <name>instance-00000002</name>
Nov 27 01:44:31 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:31 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:31 user nova-compute[75686]:   <metadata>
Nov 27 01:44:31 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:31 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:31 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1074730030</nova:name>
Nov 27 01:44:31 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:31</nova:creationTime>
Nov 27 01:44:31 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:31 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:31 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:31 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:31 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:31 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:31 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:31 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:31 user nova-compute[75686]:         <nova:user uuid="2f1bb99a4d784d28abed0c4dcc03fc03">tempest-AttachVolumeShelveTestJSON-989842187-project-member</nova:user>
Nov 27 01:44:31 user nova-compute[75686]:         <nova:project uuid="c0890368fe814dd5b4370275a3d0420f">tempest-AttachVolumeShelveTestJSON-989842187</nova:project>
Nov 27 01:44:31 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:31 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:31 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:31 user nova-compute[75686]:         <nova:port uuid="a7dc1f11-3807-441a-951b-956c06d21310">
Nov 27 01:44:31 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 01:44:31 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:31 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:31 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:31 user nova-compute[75686]:   </metadata>
Nov 27 01:44:31 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:31 user nova-compute[75686]:     <system>
Nov 27 01:44:31 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:31 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:31 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:31 user nova-compute[75686]:       <entry name="serial">ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4</entry>
Nov 27 01:44:31 user nova-compute[75686]:       <entry name="uuid">ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4</entry>
Nov 27 01:44:31 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:31 user nova-compute[75686]:     </system>
Nov 27 01:44:31 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:31 user nova-compute[75686]:   <os>
Nov 27 01:44:31 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:31 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:31 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:31 user nova-compute[75686]:   </os>
Nov 27 01:44:31 user nova-compute[75686]:   <features>
Nov 27 01:44:31 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:31 user nova-compute[75686]:     <apic/>
Nov 27 01:44:31 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:31 user nova-compute[75686]:   </features>
Nov 27 01:44:31 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:31 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:31 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:31 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:31 user nova-compute[75686]:   </clock>
Nov 27 01:44:31 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:31 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:31 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:31 user nova-compute[75686]:   </cpu>
Nov 27 01:44:31 user nova-compute[75686]:   <devices>
Nov 27 01:44:31 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:31 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:31 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk"/>
Nov 27 01:44:31 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:31 user nova-compute[75686]:     </disk>
Nov 27 01:44:31 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:31 user nova-compute[75686]:       <mac address="fa:16:3e:cc:be:f3"/>
Nov 27 01:44:31 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:31 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:31 user nova-compute[75686]:       <target dev="tapa7dc1f11-38"/>
Nov 27 01:44:31 user nova-compute[75686]:     </interface>
Nov 27 01:44:31 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:31 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/console.log" append="off"/>
Nov 27 01:44:31 user nova-compute[75686]:     </serial>
Nov 27 01:44:31 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:31 user nova-compute[75686]:     <video>
Nov 27 01:44:31 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:31 user nova-compute[75686]:     </video>
Nov 27 01:44:31 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:31 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:31 user nova-compute[75686]:     </rng>
Nov 27 01:44:31 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:31 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:31 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:31 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:31 user nova-compute[75686]:   </devices>
Nov 27 01:44:31 user nova-compute[75686]: </domain>
Nov 27 01:44:31 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1074730030',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1074730030',id=2,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAi+LqZU4rxdpTE+ZbzwBKfA+1x94EA+gt/8f7noWMoiulidNYrt5pVxEarcD52HNvPjCFYw1IxA4VYNEMTr19xeG3fZxmmxl6ljhDVHIj49j/IUV7NUipxKe8SSDkxuQA==',key_name='tempest-keypair-538026092',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-55uwrndb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG os_vif [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13813796-0a3e-52ea-893b-e9afe9566f3d', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:31 user sudo[85056]: pam_unix(sudo:session): session closed for user root
Nov 27 01:44:31 user nova-compute[75686]: INFO oslo.privsep.daemon [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Spawned new privsep daemon via rootwrap
Nov 27 01:44:31 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 27 01:44:31 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 27 01:44:31 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 27 01:44:31 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85061
Nov 27 01:44:31 user nova-compute[75686]: WARNING oslo_privsep.priv_context [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] privsep daemon already running
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updated VIF entry in instance network info cache for port 384c3362-9874-454f-a212-414f42323c17. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updating instance_info_cache with network_info: [{"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d199a97d-1c76-430e-b175-1cd3aba1b7e8 req-0575d386-819d-4cf6-ac36-be5647f0c371 service nova] Releasing lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Releasing lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Instance network_info: |[{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] Acquired lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Refreshing network info cache for port 2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Start _get_guest_xml network_info=[{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Successfully created port: 98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance network_info: |[{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Start _get_guest_xml network_info=[{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:31 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:31 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:31 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:31 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-604723215',display_name='tempest-ServerActionsTestOtherA-server-604723215',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-604723215',id=4,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-metuw7t9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=163993f6-3b37-40ff-9372-37f866d28180,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:e8:9f,bridge_name='br-int',has_traffic_filtering=True,id=2e93035c-a4c4-44f1-af80-c57fb2da8038,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e93035c-a4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'pci_devices' on Instance uuid 163993f6-3b37-40ff-9372-37f866d28180 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1227635417',display_name='tempest-ServerRescueNegativeTestJSON-server-1227635417',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1227635417',id=3,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fn4kqk80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:25Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=cd137692-54b9-481d-b758-b9f1a5e67b82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.objects.instance [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'pci_devices' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:32 user nova-compute[75686]:   <uuid>163993f6-3b37-40ff-9372-37f866d28180</uuid>
Nov 27 01:44:32 user nova-compute[75686]:   <name>instance-00000004</name>
Nov 27 01:44:32 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:32 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:32 user nova-compute[75686]:   <metadata>
Nov 27 01:44:32 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:32 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:name>tempest-ServerActionsTestOtherA-server-604723215</nova:name>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:31</nova:creationTime>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:32 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:32 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:user uuid="4d1d312ea9224e4b9e57e5576276a485">tempest-ServerActionsTestOtherA-1470255416-project-member</nova:user>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:project uuid="25a6f8db8baf4e9988fc1ca048107122">tempest-ServerActionsTestOtherA-1470255416</nova:project>
Nov 27 01:44:32 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:port uuid="2e93035c-a4c4-44f1-af80-c57fb2da8038">
Nov 27 01:44:32 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 01:44:32 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:32 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:32 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:32 user nova-compute[75686]:   </metadata>
Nov 27 01:44:32 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:32 user nova-compute[75686]:     <system>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="serial">163993f6-3b37-40ff-9372-37f866d28180</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="uuid">163993f6-3b37-40ff-9372-37f866d28180</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:32 user nova-compute[75686]:     </system>
Nov 27 01:44:32 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:32 user nova-compute[75686]:   <os>
Nov 27 01:44:32 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:32 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:32 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:32 user nova-compute[75686]:   </os>
Nov 27 01:44:32 user nova-compute[75686]:   <features>
Nov 27 01:44:32 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:32 user nova-compute[75686]:     <apic/>
Nov 27 01:44:32 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:32 user nova-compute[75686]:   </features>
Nov 27 01:44:32 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:32 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:32 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:32 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:32 user nova-compute[75686]:   </clock>
Nov 27 01:44:32 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:32 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:32 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:32 user nova-compute[75686]:   </cpu>
Nov 27 01:44:32 user nova-compute[75686]:   <devices>
Nov 27 01:44:32 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:32 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:32 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk"/>
Nov 27 01:44:32 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:32 user nova-compute[75686]:     </disk>
Nov 27 01:44:32 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:32 user nova-compute[75686]:       <mac address="fa:16:3e:c3:e8:9f"/>
Nov 27 01:44:32 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:32 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:32 user nova-compute[75686]:       <target dev="tap2e93035c-a4"/>
Nov 27 01:44:32 user nova-compute[75686]:     </interface>
Nov 27 01:44:32 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:32 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/console.log" append="off"/>
Nov 27 01:44:32 user nova-compute[75686]:     </serial>
Nov 27 01:44:32 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:32 user nova-compute[75686]:     <video>
Nov 27 01:44:32 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:32 user nova-compute[75686]:     </video>
Nov 27 01:44:32 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:32 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:32 user nova-compute[75686]:     </rng>
Nov 27 01:44:32 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:32 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:32 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:32 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:32 user nova-compute[75686]:   </devices>
Nov 27 01:44:32 user nova-compute[75686]: </domain>
Nov 27 01:44:32 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-604723215',display_name='tempest-ServerActionsTestOtherA-server-604723215',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-604723215',id=4,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-metuw7t9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:24Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=163993f6-3b37-40ff-9372-37f866d28180,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:e8:9f,bridge_name='br-int',has_traffic_filtering=True,id=2e93035c-a4c4-44f1-af80-c57fb2da8038,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e93035c-a4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG os_vif [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:e8:9f,bridge_name='br-int',has_traffic_filtering=True,id=2e93035c-a4c4-44f1-af80-c57fb2da8038,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e93035c-a4') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:32 user nova-compute[75686]:   <uuid>cd137692-54b9-481d-b758-b9f1a5e67b82</uuid>
Nov 27 01:44:32 user nova-compute[75686]:   <name>instance-00000003</name>
Nov 27 01:44:32 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:32 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:32 user nova-compute[75686]:   <metadata>
Nov 27 01:44:32 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:32 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1227635417</nova:name>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:31</nova:creationTime>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:32 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:32 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:user uuid="44beb0a742a24c30a7e2004988809c51">tempest-ServerRescueNegativeTestJSON-760184345-project-member</nova:user>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:project uuid="a953169393c9425985ef738e51b22868">tempest-ServerRescueNegativeTestJSON-760184345</nova:project>
Nov 27 01:44:32 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:32 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:32 user nova-compute[75686]:         <nova:port uuid="3421787b-2ad5-465e-b088-dd180cf5f150">
Nov 27 01:44:32 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 01:44:32 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:32 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:32 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:32 user nova-compute[75686]:   </metadata>
Nov 27 01:44:32 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:32 user nova-compute[75686]:     <system>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="serial">cd137692-54b9-481d-b758-b9f1a5e67b82</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="uuid">cd137692-54b9-481d-b758-b9f1a5e67b82</entry>
Nov 27 01:44:32 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:32 user nova-compute[75686]:     </system>
Nov 27 01:44:32 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:32 user nova-compute[75686]:   <os>
Nov 27 01:44:32 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:32 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:32 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:32 user nova-compute[75686]:   </os>
Nov 27 01:44:32 user nova-compute[75686]:   <features>
Nov 27 01:44:32 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:32 user nova-compute[75686]:     <apic/>
Nov 27 01:44:32 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:32 user nova-compute[75686]:   </features>
Nov 27 01:44:32 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:32 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:32 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:32 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:32 user nova-compute[75686]:   </clock>
Nov 27 01:44:32 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:32 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:32 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:32 user nova-compute[75686]:   </cpu>
Nov 27 01:44:32 user nova-compute[75686]:   <devices>
Nov 27 01:44:32 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:32 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:32 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk"/>
Nov 27 01:44:32 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:32 user nova-compute[75686]:     </disk>
Nov 27 01:44:32 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:32 user nova-compute[75686]:       <mac address="fa:16:3e:c3:af:be"/>
Nov 27 01:44:32 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:32 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:32 user nova-compute[75686]:       <target dev="tap3421787b-2a"/>
Nov 27 01:44:32 user nova-compute[75686]:     </interface>
Nov 27 01:44:32 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:32 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/console.log" append="off"/>
Nov 27 01:44:32 user nova-compute[75686]:     </serial>
Nov 27 01:44:32 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:32 user nova-compute[75686]:     <video>
Nov 27 01:44:32 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:32 user nova-compute[75686]:     </video>
Nov 27 01:44:32 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:32 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:32 user nova-compute[75686]:     </rng>
Nov 27 01:44:32 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:32 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:32 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:32 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:32 user nova-compute[75686]:   </devices>
Nov 27 01:44:32 user nova-compute[75686]: </domain>
Nov 27 01:44:32 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1227635417',display_name='tempest-ServerRescueNegativeTestJSON-server-1227635417',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1227635417',id=3,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fn4kqk80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:25Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=cd137692-54b9-481d-b758-b9f1a5e67b82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG os_vif [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d5f1971-5b25-501f-95ed-a08ae7bc1ac7', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '173e3ca7-caf5-5a58-8cd3-5221bea96b37', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap384c3362-98, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap384c3362-98, col_values=(('qos', UUID('4c5930a0-42c8-4f6d-848f-5c056e558e16')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap384c3362-98, col_values=(('external_ids', {'iface-id': '384c3362-9874-454f-a212-414f42323c17', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:c3:eb', 'vm-uuid': 'e4c15d2a-ec55-45b2-8049-afe5e8bb1734'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: INFO os_vif [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c3:eb,bridge_name='br-int',has_traffic_filtering=True,id=384c3362-9874-454f-a212-414f42323c17,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap384c3362-98')
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa7dc1f11-38, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa7dc1f11-38, col_values=(('qos', UUID('f7b45523-dc83-4121-92b8-c507aee3a69b')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa7dc1f11-38, col_values=(('external_ids', {'iface-id': 'a7dc1f11-3807-441a-951b-956c06d21310', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:be:f3', 'vm-uuid': 'ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: INFO os_vif [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38')
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3421787b-2a, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3421787b-2a, col_values=(('qos', UUID('f323c7b8-bf05-49f8-9aea-e4be0803b65d')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3421787b-2a, col_values=(('external_ids', {'iface-id': '3421787b-2ad5-465e-b088-dd180cf5f150', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:af:be', 'vm-uuid': 'cd137692-54b9-481d-b758-b9f1a5e67b82'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: INFO os_vif [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a')
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2e93035c-a4, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2e93035c-a4, col_values=(('qos', UUID('5b4d3572-4eac-48cf-99eb-57343f2b7c8f')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2e93035c-a4, col_values=(('external_ids', {'iface-id': '2e93035c-a4c4-44f1-af80-c57fb2da8038', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c3:e8:9f', 'vm-uuid': '163993f6-3b37-40ff-9372-37f866d28180'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] No VIF found with MAC fa:16:3e:aa:c3:eb, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No VIF found with MAC fa:16:3e:cc:be:f3, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:32 user nova-compute[75686]: INFO os_vif [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c3:e8:9f,bridge_name='br-int',has_traffic_filtering=True,id=2e93035c-a4c4-44f1-af80-c57fb2da8038,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e93035c-a4')
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No VIF found with MAC fa:16:3e:c3:af:be, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No VIF found with MAC fa:16:3e:c3:e8:9f, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Successfully updated port: ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-changed-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Refreshing instance network info cache due to event network-changed-3421787b-2ad5-465e-b088-dd180cf5f150. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] Acquiring lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] Acquired lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Refreshing network info cache for port 3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updated VIF entry in instance network info cache for port a7dc1f11-3807-441a-951b-956c06d21310. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6023b645-fbe3-4187-afc3-aacbb91277f4 req-16ae5a18-e6e2-4057-a410-e28a81764467 service nova] Releasing lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updated VIF entry in instance network info cache for port 2e93035c-a4c4-44f1-af80-c57fb2da8038. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-changed-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Refreshing instance network info cache due to event network-changed-ebad5101-32cf-4530-99b1-18ca2852640f. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] Acquiring lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b374a43d-9298-4364-96db-309c8bdda9d3 req-9f87e4a7-6bec-4415-85f6-7365d754f99d service nova] Releasing lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updated VIF entry in instance network info cache for port 3421787b-2ad5-465e-b088-dd180cf5f150. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-72ae81e3-c225-4f53-b0b1-69bfb2863ba7 req-2412658f-6438-471f-803f-b303a9aca652 service nova] Releasing lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Successfully updated port: 98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:33 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance network_info: |[{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Start _get_guest_xml network_info=[{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:34 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:34 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-166261092',display_name='tempest-ServerStableDeviceRescueTest-server-166261092',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-166261092',id=6,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDKO1x93KHSofchbl/jJU7croaHWPHuApGXNrtyeWHBAmO2C1tAW4uE6m/5UwEfCOKmvxfKb88biWAt9rCGVMsWMauittQq8e3vVjwKj0uOCQeVjie3y3YYaSZwoLkrhA==',key_name='tempest-keypair-1158525946',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='954c903a669a46feadbf6b78531c6639',ramdisk_id='',reservation_id='r-nnn9xgr9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1649609053',owner_user_name='tempest-ServerStableDeviceRescueTest-1649609053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='990555ee1c2a4bfa9858705701a49079',uuid=730c5e6f-ff73-40ee-9ccf-ac3ca2736e54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converting VIF {"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.objects.instance [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'pci_devices' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:34 user nova-compute[75686]:   <uuid>730c5e6f-ff73-40ee-9ccf-ac3ca2736e54</uuid>
Nov 27 01:44:34 user nova-compute[75686]:   <name>instance-00000006</name>
Nov 27 01:44:34 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:34 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:34 user nova-compute[75686]:   <metadata>
Nov 27 01:44:34 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:34 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:34 user nova-compute[75686]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-166261092</nova:name>
Nov 27 01:44:34 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:34</nova:creationTime>
Nov 27 01:44:34 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:34 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:34 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:34 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:34 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:34 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:34 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:34 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:34 user nova-compute[75686]:         <nova:user uuid="990555ee1c2a4bfa9858705701a49079">tempest-ServerStableDeviceRescueTest-1649609053-project-member</nova:user>
Nov 27 01:44:34 user nova-compute[75686]:         <nova:project uuid="954c903a669a46feadbf6b78531c6639">tempest-ServerStableDeviceRescueTest-1649609053</nova:project>
Nov 27 01:44:34 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:34 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:34 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:34 user nova-compute[75686]:         <nova:port uuid="98696e52-6583-4c05-8984-c1554f2441ce">
Nov 27 01:44:34 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:44:34 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:34 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:34 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:34 user nova-compute[75686]:   </metadata>
Nov 27 01:44:34 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:34 user nova-compute[75686]:     <system>
Nov 27 01:44:34 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:34 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:34 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:34 user nova-compute[75686]:       <entry name="serial">730c5e6f-ff73-40ee-9ccf-ac3ca2736e54</entry>
Nov 27 01:44:34 user nova-compute[75686]:       <entry name="uuid">730c5e6f-ff73-40ee-9ccf-ac3ca2736e54</entry>
Nov 27 01:44:34 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:34 user nova-compute[75686]:     </system>
Nov 27 01:44:34 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:34 user nova-compute[75686]:   <os>
Nov 27 01:44:34 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:34 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:34 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:34 user nova-compute[75686]:   </os>
Nov 27 01:44:34 user nova-compute[75686]:   <features>
Nov 27 01:44:34 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:34 user nova-compute[75686]:     <apic/>
Nov 27 01:44:34 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:34 user nova-compute[75686]:   </features>
Nov 27 01:44:34 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:34 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:34 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:34 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:34 user nova-compute[75686]:   </clock>
Nov 27 01:44:34 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:34 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:34 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:34 user nova-compute[75686]:   </cpu>
Nov 27 01:44:34 user nova-compute[75686]:   <devices>
Nov 27 01:44:34 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:34 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:34 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk"/>
Nov 27 01:44:34 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:34 user nova-compute[75686]:     </disk>
Nov 27 01:44:34 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:34 user nova-compute[75686]:       <mac address="fa:16:3e:e0:bf:3e"/>
Nov 27 01:44:34 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:34 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:34 user nova-compute[75686]:       <target dev="tap98696e52-65"/>
Nov 27 01:44:34 user nova-compute[75686]:     </interface>
Nov 27 01:44:34 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:34 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/console.log" append="off"/>
Nov 27 01:44:34 user nova-compute[75686]:     </serial>
Nov 27 01:44:34 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:34 user nova-compute[75686]:     <video>
Nov 27 01:44:34 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:34 user nova-compute[75686]:     </video>
Nov 27 01:44:34 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:34 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:34 user nova-compute[75686]:     </rng>
Nov 27 01:44:34 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:34 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:34 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:34 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:34 user nova-compute[75686]:   </devices>
Nov 27 01:44:34 user nova-compute[75686]: </domain>
Nov 27 01:44:34 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-166261092',display_name='tempest-ServerStableDeviceRescueTest-server-166261092',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-166261092',id=6,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDKO1x93KHSofchbl/jJU7croaHWPHuApGXNrtyeWHBAmO2C1tAW4uE6m/5UwEfCOKmvxfKb88biWAt9rCGVMsWMauittQq8e3vVjwKj0uOCQeVjie3y3YYaSZwoLkrhA==',key_name='tempest-keypair-1158525946',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='954c903a669a46feadbf6b78531c6639',ramdisk_id='',reservation_id='r-nnn9xgr9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1649609053',owner_user_name='tempest-ServerStableDeviceRescueTest-1649609053-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='990555ee1c2a4bfa9858705701a49079',uuid=730c5e6f-ff73-40ee-9ccf-ac3ca2736e54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converting VIF {"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG os_vif [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cf00aced-3360-5f29-8bf7-7ad4b7588561', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap98696e52-65, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap98696e52-65, col_values=(('qos', UUID('7f5809da-c06d-43d0-bfa4-bd4f8de49e0d')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap98696e52-65, col_values=(('external_ids', {'iface-id': '98696e52-6583-4c05-8984-c1554f2441ce', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:bf:3e', 'vm-uuid': '730c5e6f-ff73-40ee-9ccf-ac3ca2736e54'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: INFO os_vif [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65')
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No VIF found with MAC fa:16:3e:e0:bf:3e, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updating instance_info_cache with network_info: [{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance network_info: |[{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] Acquired lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Refreshing network info cache for port ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Start _get_guest_xml network_info=[{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-changed-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing instance network info cache due to event network-changed-98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updated VIF entry in instance network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:44:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6340145d-674f-4461-861f-499315b01f27 req-49fe9541-007e-4b32-97d5-3dd6e40bca42 service nova] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updated VIF entry in instance network info cache for port ebad5101-32cf-4530-99b1-18ca2852640f. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:44:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updating instance_info_cache with network_info: [{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-28b7a31a-7bcf-4de7-8ab0-c83dc0a7dbbf req-ca87f89a-1480-496d-86ee-b2c4cd926abf service nova] Releasing lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:44:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Instance spawned successfully.
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:44:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance spawned successfully.
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:44:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1940565989',display_name='tempest-ServerRescueNegativeTestJSON-server-1940565989',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1940565989',id=5,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fdzcxzf7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:27Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=7b992061-61c3-471b-b36d-d7c9ec57ddf6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:41 user nova-compute[75686]:   <uuid>7b992061-61c3-471b-b36d-d7c9ec57ddf6</uuid>
Nov 27 01:44:41 user nova-compute[75686]:   <name>instance-00000005</name>
Nov 27 01:44:41 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:41 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:41 user nova-compute[75686]:   <metadata>
Nov 27 01:44:41 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:41 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:41 user nova-compute[75686]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1940565989</nova:name>
Nov 27 01:44:41 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:41</nova:creationTime>
Nov 27 01:44:41 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:41 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:41 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:41 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:41 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:41 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:41 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:41 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:41 user nova-compute[75686]:         <nova:user uuid="44beb0a742a24c30a7e2004988809c51">tempest-ServerRescueNegativeTestJSON-760184345-project-member</nova:user>
Nov 27 01:44:41 user nova-compute[75686]:         <nova:project uuid="a953169393c9425985ef738e51b22868">tempest-ServerRescueNegativeTestJSON-760184345</nova:project>
Nov 27 01:44:41 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:41 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:41 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:41 user nova-compute[75686]:         <nova:port uuid="ebad5101-32cf-4530-99b1-18ca2852640f">
Nov 27 01:44:41 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:44:41 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:41 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:41 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:41 user nova-compute[75686]:   </metadata>
Nov 27 01:44:41 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:41 user nova-compute[75686]:     <system>
Nov 27 01:44:41 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:41 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:41 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:41 user nova-compute[75686]:       <entry name="serial">7b992061-61c3-471b-b36d-d7c9ec57ddf6</entry>
Nov 27 01:44:41 user nova-compute[75686]:       <entry name="uuid">7b992061-61c3-471b-b36d-d7c9ec57ddf6</entry>
Nov 27 01:44:41 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:41 user nova-compute[75686]:     </system>
Nov 27 01:44:41 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:41 user nova-compute[75686]:   <os>
Nov 27 01:44:41 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:41 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:41 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:41 user nova-compute[75686]:   </os>
Nov 27 01:44:41 user nova-compute[75686]:   <features>
Nov 27 01:44:41 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:41 user nova-compute[75686]:     <apic/>
Nov 27 01:44:41 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:41 user nova-compute[75686]:   </features>
Nov 27 01:44:41 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:41 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:41 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:41 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:41 user nova-compute[75686]:   </clock>
Nov 27 01:44:41 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:41 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:41 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:41 user nova-compute[75686]:   </cpu>
Nov 27 01:44:41 user nova-compute[75686]:   <devices>
Nov 27 01:44:41 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:41 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:41 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk"/>
Nov 27 01:44:41 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:41 user nova-compute[75686]:     </disk>
Nov 27 01:44:41 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:41 user nova-compute[75686]:       <mac address="fa:16:3e:06:12:b0"/>
Nov 27 01:44:41 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:41 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:41 user nova-compute[75686]:       <target dev="tapebad5101-32"/>
Nov 27 01:44:41 user nova-compute[75686]:     </interface>
Nov 27 01:44:41 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:41 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/console.log" append="off"/>
Nov 27 01:44:41 user nova-compute[75686]:     </serial>
Nov 27 01:44:41 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:41 user nova-compute[75686]:     <video>
Nov 27 01:44:41 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:41 user nova-compute[75686]:     </video>
Nov 27 01:44:41 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:41 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:41 user nova-compute[75686]:     </rng>
Nov 27 01:44:41 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:41 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:41 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:41 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:41 user nova-compute[75686]:   </devices>
Nov 27 01:44:41 user nova-compute[75686]: </domain>
Nov 27 01:44:41 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1940565989',display_name='tempest-ServerRescueNegativeTestJSON-server-1940565989',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1940565989',id=5,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fdzcxzf7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:27Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=7b992061-61c3-471b-b36d-d7c9ec57ddf6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG os_vif [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7a763211-6b50-5949-a147-449a621512a3', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Instance spawned successfully.
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:41 user nova-compute[75686]: INFO nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Took 17.20 seconds to spawn the instance on the hypervisor.
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapebad5101-32, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapebad5101-32, col_values=(('qos', UUID('4ec97e86-5b5e-4dbb-99c5-428b4598751e')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapebad5101-32, col_values=(('external_ids', {'iface-id': 'ebad5101-32cf-4530-99b1-18ca2852640f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:06:12:b0', 'vm-uuid': '7b992061-61c3-471b-b36d-d7c9ec57ddf6'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:41 user nova-compute[75686]: INFO nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Took 21.40 seconds to spawn the instance on the hypervisor.
Nov 27 01:44:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:44:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance spawned successfully.
Nov 27 01:44:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:44:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance spawned successfully.
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:42 user nova-compute[75686]: INFO os_vif [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32')
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:42 user nova-compute[75686]: INFO nova.compute.manager [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Took 19.17 seconds to build instance.
Nov 27 01:44:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No VIF found with MAC fa:16:3e:06:12:b0, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:44:42 user nova-compute[75686]: INFO nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Took 18.16 seconds to spawn the instance on the hypervisor.
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d360bf3-ccb1-4b78-b23b-ba6052707b00 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.538s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:42 user nova-compute[75686]: INFO nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Took 20.38 seconds to spawn the instance on the hypervisor.
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:44:42 user nova-compute[75686]: INFO nova.compute.manager [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Took 23.16 seconds to build instance.
Nov 27 01:44:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-35d6f1cf-c62f-40a4-8565-a3b5a2b3fb9b tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 23.449s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:42 user nova-compute[75686]: INFO nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Took 14.45 seconds to spawn the instance on the hypervisor.
Nov 27 01:44:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:44:42 user nova-compute[75686]: INFO nova.compute.manager [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Took 21.56 seconds to build instance.
Nov 27 01:44:43 user nova-compute[75686]: INFO nova.compute.manager [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Took 20.07 seconds to build instance.
Nov 27 01:44:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8577e139-33af-49a0-a8db-d58f08f596c2 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.719s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4139b389-6f39-445d-97f9-f92ff6a15110 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "163993f6-3b37-40ff-9372-37f866d28180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.233s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:43 user nova-compute[75686]: INFO nova.compute.manager [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Took 15.45 seconds to build instance.
Nov 27 01:44:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9e1dd101-e848-41c4-b7d8-fca83d6deaa2 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.643s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-73a02328-0245-4c0a-8c99-dbe3e45cd47f req-273418bd-b5c0-4c04-b10f-134e99de4057 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73a02328-0245-4c0a-8c99-dbe3e45cd47f req-273418bd-b5c0-4c04-b10f-134e99de4057 service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73a02328-0245-4c0a-8c99-dbe3e45cd47f req-273418bd-b5c0-4c04-b10f-134e99de4057 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73a02328-0245-4c0a-8c99-dbe3e45cd47f req-273418bd-b5c0-4c04-b10f-134e99de4057 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-73a02328-0245-4c0a-8c99-dbe3e45cd47f req-273418bd-b5c0-4c04-b10f-134e99de4057 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:43 user nova-compute[75686]: WARNING nova.compute.manager [req-73a02328-0245-4c0a-8c99-dbe3e45cd47f req-273418bd-b5c0-4c04-b10f-134e99de4057 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received unexpected event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with vm_state active and task_state None.
Nov 27 01:44:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-62f3baf5-f7c7-4d86-b686-3f7b00c88767 req-1267af3a-e059-45e7-8819-65a23488f9b0 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-62f3baf5-f7c7-4d86-b686-3f7b00c88767 req-1267af3a-e059-45e7-8819-65a23488f9b0 service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-62f3baf5-f7c7-4d86-b686-3f7b00c88767 req-1267af3a-e059-45e7-8819-65a23488f9b0 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-62f3baf5-f7c7-4d86-b686-3f7b00c88767 req-1267af3a-e059-45e7-8819-65a23488f9b0 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-62f3baf5-f7c7-4d86-b686-3f7b00c88767 req-1267af3a-e059-45e7-8819-65a23488f9b0 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:46 user nova-compute[75686]: WARNING nova.compute.manager [req-62f3baf5-f7c7-4d86-b686-3f7b00c88767 req-1267af3a-e059-45e7-8819-65a23488f9b0 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received unexpected event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with vm_state active and task_state None.
Nov 27 01:44:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:44:47 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance spawned successfully.
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:47 user nova-compute[75686]: INFO nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Took 20.68 seconds to spawn the instance on the hypervisor.
Nov 27 01:44:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:44:47 user nova-compute[75686]: INFO nova.compute.manager [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Took 22.04 seconds to build instance.
Nov 27 01:44:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5be214ee-d7da-493c-bdf2-f6f76f0044ad tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.204s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:49 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:49 user nova-compute[75686]: INFO nova.compute.claims [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Claim successful on node user
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.249s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.network.neutron [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.policy [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b460cf65f2b44e42bf5e8297989b0fe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddad7e6dfb9484aa6a5a842430d6ef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Creating image(s)
Nov 27 01:44:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "/opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "/opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "/opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.480s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.008s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.297s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk 1073741824" returned: 0 in 0.098s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.399s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:51 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:44:51 user nova-compute[75686]: INFO nova.compute.claims [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Claim successful on node user
Nov 27 01:44:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.275s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Checking if we can resize image /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-8711fcaf-a1be-4161-9aac-089a31e62e60 req-eda340d9-1f90-42a3-8779-931312f6fe3e service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8711fcaf-a1be-4161-9aac-089a31e62e60 req-eda340d9-1f90-42a3-8779-931312f6fe3e service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8711fcaf-a1be-4161-9aac-089a31e62e60 req-eda340d9-1f90-42a3-8779-931312f6fe3e service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8711fcaf-a1be-4161-9aac-089a31e62e60 req-eda340d9-1f90-42a3-8779-931312f6fe3e service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-8711fcaf-a1be-4161-9aac-089a31e62e60 req-eda340d9-1f90-42a3-8779-931312f6fe3e service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:52 user nova-compute[75686]: WARNING nova.compute.manager [req-8711fcaf-a1be-4161-9aac-089a31e62e60 req-eda340d9-1f90-42a3-8779-931312f6fe3e service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state active and task_state None.
Nov 27 01:44:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Cannot resize image /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Ensure instance console log exists: /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Successfully created port: 4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.990s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:44:53 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:44:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG nova.policy [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88cdd664583049a08aa80789741e373e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8de2f7796550460380f122aa6ad7cfb8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:44:53 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Creating image(s)
Nov 27 01:44:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "/opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "/opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "/opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:54 user nova-compute[75686]: WARNING nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state active and task_state None.
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] No waiting events found dispatching network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:54 user nova-compute[75686]: WARNING nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received unexpected event network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 for instance with vm_state active and task_state None.
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] No waiting events found dispatching network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:54 user nova-compute[75686]: WARNING nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received unexpected event network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 for instance with vm_state active and task_state None.
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:54 user nova-compute[75686]: WARNING nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state active and task_state None.
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:44:54 user nova-compute[75686]: WARNING nova.compute.manager [req-8c0311bb-24e3-44fc-b85f-80a8d2253042 req-768d34af-5932-4cc8-adb9-caee711359bb service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state active and task_state None.
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.334s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.282s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Successfully updated port: 4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquired lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk 1073741824" returned: 0 in 0.101s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.388s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-changed-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Refreshing instance network info cache due to event network-changed-4f81c4fe-650f-481d-93ef-8b0e523d0f28. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] Acquiring lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.310s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Checking if we can resize image /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:44:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Cannot resize image /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Ensure instance console log exists: /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.network.neutron [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Updating instance_info_cache with network_info: [{"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Releasing lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Instance network_info: |[{"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] Acquired lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Refreshing network info cache for port 4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Start _get_guest_xml network_info=[{"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:55 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:55 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2071162402',display_name='tempest-VolumesAdminNegativeTest-server-2071162402',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2071162402',id=7,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+D7mi1Cy44U3lv8Kngp2JklZxyJwmT7YGwd8eqn3ad7jgT3kVGocxy9+AnDVDT1EZcZ5GWTg6JeNUCq9qA8u5adFZ3/JY1KP0w5ntvjEURuKlmHGm6hLQtMOh6UOMF/w==',key_name='tempest-keypair-917484975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6ddad7e6dfb9484aa6a5a842430d6ef9',ramdisk_id='',reservation_id='r-nat0h42c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1473285317',owner_user_name='tempest-VolumesAdminNegativeTest-1473285317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b460cf65f2b44e42bf5e8297989b0fe9',uuid=58c1f4ed-6972-47f9-8578-4105ce4d7df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converting VIF {"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:52:79,bridge_name='br-int',has_traffic_filtering=True,id=4f81c4fe-650f-481d-93ef-8b0e523d0f28,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f81c4fe-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.objects.instance [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lazy-loading 'pci_devices' on Instance uuid 58c1f4ed-6972-47f9-8578-4105ce4d7df8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:55 user nova-compute[75686]:   <uuid>58c1f4ed-6972-47f9-8578-4105ce4d7df8</uuid>
Nov 27 01:44:55 user nova-compute[75686]:   <name>instance-00000007</name>
Nov 27 01:44:55 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:55 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:55 user nova-compute[75686]:   <metadata>
Nov 27 01:44:55 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:55 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:55 user nova-compute[75686]:       <nova:name>tempest-VolumesAdminNegativeTest-server-2071162402</nova:name>
Nov 27 01:44:55 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:55</nova:creationTime>
Nov 27 01:44:55 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:55 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:55 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:55 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:55 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:55 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:55 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:55 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:55 user nova-compute[75686]:         <nova:user uuid="b460cf65f2b44e42bf5e8297989b0fe9">tempest-VolumesAdminNegativeTest-1473285317-project-member</nova:user>
Nov 27 01:44:55 user nova-compute[75686]:         <nova:project uuid="6ddad7e6dfb9484aa6a5a842430d6ef9">tempest-VolumesAdminNegativeTest-1473285317</nova:project>
Nov 27 01:44:55 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:55 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:55 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:55 user nova-compute[75686]:         <nova:port uuid="4f81c4fe-650f-481d-93ef-8b0e523d0f28">
Nov 27 01:44:55 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:44:55 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:55 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:55 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:55 user nova-compute[75686]:   </metadata>
Nov 27 01:44:55 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:55 user nova-compute[75686]:     <system>
Nov 27 01:44:55 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:55 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:55 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:55 user nova-compute[75686]:       <entry name="serial">58c1f4ed-6972-47f9-8578-4105ce4d7df8</entry>
Nov 27 01:44:55 user nova-compute[75686]:       <entry name="uuid">58c1f4ed-6972-47f9-8578-4105ce4d7df8</entry>
Nov 27 01:44:55 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:55 user nova-compute[75686]:     </system>
Nov 27 01:44:55 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:55 user nova-compute[75686]:   <os>
Nov 27 01:44:55 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:55 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:55 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:55 user nova-compute[75686]:   </os>
Nov 27 01:44:55 user nova-compute[75686]:   <features>
Nov 27 01:44:55 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:55 user nova-compute[75686]:     <apic/>
Nov 27 01:44:55 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:55 user nova-compute[75686]:   </features>
Nov 27 01:44:55 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:55 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:55 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:55 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:55 user nova-compute[75686]:   </clock>
Nov 27 01:44:55 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:55 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:55 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:55 user nova-compute[75686]:   </cpu>
Nov 27 01:44:55 user nova-compute[75686]:   <devices>
Nov 27 01:44:55 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:55 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:55 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk"/>
Nov 27 01:44:55 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:55 user nova-compute[75686]:     </disk>
Nov 27 01:44:55 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:55 user nova-compute[75686]:       <mac address="fa:16:3e:8e:52:79"/>
Nov 27 01:44:55 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:55 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:55 user nova-compute[75686]:       <target dev="tap4f81c4fe-65"/>
Nov 27 01:44:55 user nova-compute[75686]:     </interface>
Nov 27 01:44:55 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:55 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/console.log" append="off"/>
Nov 27 01:44:55 user nova-compute[75686]:     </serial>
Nov 27 01:44:55 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:55 user nova-compute[75686]:     <video>
Nov 27 01:44:55 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:55 user nova-compute[75686]:     </video>
Nov 27 01:44:55 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:55 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:55 user nova-compute[75686]:     </rng>
Nov 27 01:44:55 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:55 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:55 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:55 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:55 user nova-compute[75686]:   </devices>
Nov 27 01:44:55 user nova-compute[75686]: </domain>
Nov 27 01:44:55 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2071162402',display_name='tempest-VolumesAdminNegativeTest-server-2071162402',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2071162402',id=7,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+D7mi1Cy44U3lv8Kngp2JklZxyJwmT7YGwd8eqn3ad7jgT3kVGocxy9+AnDVDT1EZcZ5GWTg6JeNUCq9qA8u5adFZ3/JY1KP0w5ntvjEURuKlmHGm6hLQtMOh6UOMF/w==',key_name='tempest-keypair-917484975',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6ddad7e6dfb9484aa6a5a842430d6ef9',ramdisk_id='',reservation_id='r-nat0h42c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1473285317',owner_user_name='tempest-VolumesAdminNegativeTest-1473285317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b460cf65f2b44e42bf5e8297989b0fe9',uuid=58c1f4ed-6972-47f9-8578-4105ce4d7df8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converting VIF {"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8e:52:79,bridge_name='br-int',has_traffic_filtering=True,id=4f81c4fe-650f-481d-93ef-8b0e523d0f28,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f81c4fe-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG os_vif [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:52:79,bridge_name='br-int',has_traffic_filtering=True,id=4f81c4fe-650f-481d-93ef-8b0e523d0f28,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f81c4fe-65') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '3932f416-e23a-5527-8567-6dec149ff280', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Successfully created port: f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4f81c4fe-65, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4f81c4fe-65, col_values=(('qos', UUID('48698304-1688-4c40-b878-2ead5dc930d1')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4f81c4fe-65, col_values=(('external_ids', {'iface-id': '4f81c4fe-650f-481d-93ef-8b0e523d0f28', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8e:52:79', 'vm-uuid': '58c1f4ed-6972-47f9-8578-4105ce4d7df8'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:55 user nova-compute[75686]: INFO os_vif [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8e:52:79,bridge_name='br-int',has_traffic_filtering=True,id=4f81c4fe-650f-481d-93ef-8b0e523d0f28,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f81c4fe-65')
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] No VIF found with MAC fa:16:3e:8e:52:79, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:44:56 user nova-compute[75686]: DEBUG nova.network.neutron [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Updated VIF entry in instance network info cache for port 4f81c4fe-650f-481d-93ef-8b0e523d0f28. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:44:56 user nova-compute[75686]: DEBUG nova.network.neutron [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Updating instance_info_cache with network_info: [{"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-84f7695c-90dd-4ebf-b23b-4065c7e9394b req-8dee6664-3a3f-4efa-afd8-585cef8f7d65 service nova] Releasing lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Successfully updated port: f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquired lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-changed-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Refreshing instance network info cache due to event network-changed-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] Acquiring lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Updating instance_info_cache with network_info: [{"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Releasing lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Instance network_info: |[{"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] Acquired lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Refreshing network info cache for port f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:44:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Start _get_guest_xml network_info=[{"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:44:59 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:59 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1473878098',display_name='tempest-TestVolumeSwap-server-1473878098',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1473878098',id=8,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwujjKDJJsqbF5FN1EJ0QDc0Rc8eayGN91sM28Ni6ukMYbe6su1MYH7LaWhr0dAtcdn8vFDMxwwRVLuA1gncNy7BtXwO243o/YGoagejUfPktQVtD32pUYMgK83nZnNSw==',key_name='tempest-keypair-72430363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8de2f7796550460380f122aa6ad7cfb8',ramdisk_id='',reservation_id='r-nm01n2mn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-364578060',owner_user_name='tempest-TestVolumeSwap-364578060-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88cdd664583049a08aa80789741e373e',uuid=32b8c121-240d-46f2-9e10-fdfb14753018,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Converting VIF {"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:9a:f2,bridge_name='br-int',has_traffic_filtering=True,id=f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa,network=Network(7b47a0a0-c173-4cc8-98e4-3e7ac59ec584),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dc5c1c-ac') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lazy-loading 'pci_devices' on Instance uuid 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:44:59 user nova-compute[75686]:   <uuid>32b8c121-240d-46f2-9e10-fdfb14753018</uuid>
Nov 27 01:44:59 user nova-compute[75686]:   <name>instance-00000008</name>
Nov 27 01:44:59 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:44:59 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:44:59 user nova-compute[75686]:   <metadata>
Nov 27 01:44:59 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:44:59 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:44:59 user nova-compute[75686]:       <nova:name>tempest-TestVolumeSwap-server-1473878098</nova:name>
Nov 27 01:44:59 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:44:59</nova:creationTime>
Nov 27 01:44:59 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:44:59 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:44:59 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:44:59 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:44:59 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:44:59 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:44:59 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:44:59 user nova-compute[75686]:       <nova:owner>
Nov 27 01:44:59 user nova-compute[75686]:         <nova:user uuid="88cdd664583049a08aa80789741e373e">tempest-TestVolumeSwap-364578060-project-member</nova:user>
Nov 27 01:44:59 user nova-compute[75686]:         <nova:project uuid="8de2f7796550460380f122aa6ad7cfb8">tempest-TestVolumeSwap-364578060</nova:project>
Nov 27 01:44:59 user nova-compute[75686]:       </nova:owner>
Nov 27 01:44:59 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:44:59 user nova-compute[75686]:       <nova:ports>
Nov 27 01:44:59 user nova-compute[75686]:         <nova:port uuid="f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa">
Nov 27 01:44:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 01:44:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:44:59 user nova-compute[75686]:       </nova:ports>
Nov 27 01:44:59 user nova-compute[75686]:     </nova:instance>
Nov 27 01:44:59 user nova-compute[75686]:   </metadata>
Nov 27 01:44:59 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:44:59 user nova-compute[75686]:     <system>
Nov 27 01:44:59 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:44:59 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:44:59 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:44:59 user nova-compute[75686]:       <entry name="serial">32b8c121-240d-46f2-9e10-fdfb14753018</entry>
Nov 27 01:44:59 user nova-compute[75686]:       <entry name="uuid">32b8c121-240d-46f2-9e10-fdfb14753018</entry>
Nov 27 01:44:59 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:44:59 user nova-compute[75686]:     </system>
Nov 27 01:44:59 user nova-compute[75686]:   </sysinfo>
Nov 27 01:44:59 user nova-compute[75686]:   <os>
Nov 27 01:44:59 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:44:59 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:44:59 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:44:59 user nova-compute[75686]:   </os>
Nov 27 01:44:59 user nova-compute[75686]:   <features>
Nov 27 01:44:59 user nova-compute[75686]:     <acpi/>
Nov 27 01:44:59 user nova-compute[75686]:     <apic/>
Nov 27 01:44:59 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:44:59 user nova-compute[75686]:   </features>
Nov 27 01:44:59 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:44:59 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:44:59 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:44:59 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:44:59 user nova-compute[75686]:   </clock>
Nov 27 01:44:59 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:44:59 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:44:59 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:44:59 user nova-compute[75686]:   </cpu>
Nov 27 01:44:59 user nova-compute[75686]:   <devices>
Nov 27 01:44:59 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:44:59 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:44:59 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk"/>
Nov 27 01:44:59 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:44:59 user nova-compute[75686]:     </disk>
Nov 27 01:44:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:44:59 user nova-compute[75686]:       <mac address="fa:16:3e:ee:9a:f2"/>
Nov 27 01:44:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:44:59 user nova-compute[75686]:       <target dev="tapf1dc5c1c-ac"/>
Nov 27 01:44:59 user nova-compute[75686]:     </interface>
Nov 27 01:44:59 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:44:59 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/console.log" append="off"/>
Nov 27 01:44:59 user nova-compute[75686]:     </serial>
Nov 27 01:44:59 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:44:59 user nova-compute[75686]:     <video>
Nov 27 01:44:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:44:59 user nova-compute[75686]:     </video>
Nov 27 01:44:59 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:44:59 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:44:59 user nova-compute[75686]:     </rng>
Nov 27 01:44:59 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:44:59 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:44:59 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:44:59 user nova-compute[75686]:     </memballoon>
Nov 27 01:44:59 user nova-compute[75686]:   </devices>
Nov 27 01:44:59 user nova-compute[75686]: </domain>
Nov 27 01:44:59 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1473878098',display_name='tempest-TestVolumeSwap-server-1473878098',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1473878098',id=8,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwujjKDJJsqbF5FN1EJ0QDc0Rc8eayGN91sM28Ni6ukMYbe6su1MYH7LaWhr0dAtcdn8vFDMxwwRVLuA1gncNy7BtXwO243o/YGoagejUfPktQVtD32pUYMgK83nZnNSw==',key_name='tempest-keypair-72430363',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8de2f7796550460380f122aa6ad7cfb8',ramdisk_id='',reservation_id='r-nm01n2mn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-364578060',owner_user_name='tempest-TestVolumeSwap-364578060-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88cdd664583049a08aa80789741e373e',uuid=32b8c121-240d-46f2-9e10-fdfb14753018,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Converting VIF {"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ee:9a:f2,bridge_name='br-int',has_traffic_filtering=True,id=f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa,network=Network(7b47a0a0-c173-4cc8-98e4-3e7ac59ec584),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dc5c1c-ac') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG os_vif [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:9a:f2,bridge_name='br-int',has_traffic_filtering=True,id=f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa,network=Network(7b47a0a0-c173-4cc8-98e4-3e7ac59ec584),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dc5c1c-ac') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '52b70e2f-8aa9-5fee-bfa8-ee6a2589eb3c', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf1dc5c1c-ac, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf1dc5c1c-ac, col_values=(('qos', UUID('accfa005-ad9c-4fdc-8ee5-538e119d8b90')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf1dc5c1c-ac, col_values=(('external_ids', {'iface-id': 'f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ee:9a:f2', 'vm-uuid': '32b8c121-240d-46f2-9e10-fdfb14753018'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:44:59 user nova-compute[75686]: INFO os_vif [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ee:9a:f2,bridge_name='br-int',has_traffic_filtering=True,id=f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa,network=Network(7b47a0a0-c173-4cc8-98e4-3e7ac59ec584),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dc5c1c-ac')
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:44:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] No VIF found with MAC fa:16:3e:ee:9a:f2, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.012s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Updated VIF entry in instance network info cache for port f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Updating instance_info_cache with network_info: [{"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:45:00 user nova-compute[75686]: INFO nova.compute.claims [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Claim successful on node user
Nov 27 01:45:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2d3a1d15-8570-48c5-8ad0-5cfcf7a1e8fe req-2f69375c-5846-4f69-8b7e-30ff953f8e5c service nova] Releasing lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:45:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Instance spawned successfully.
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:01 user nova-compute[75686]: INFO nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Took 10.51 seconds to spawn the instance on the hypervisor.
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.800s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:45:01 user nova-compute[75686]: INFO nova.compute.manager [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Took 12.61 seconds to build instance.
Nov 27 01:45:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-922465cd-d25f-4a30-b723-913c98309942 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.941s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:45:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.policy [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2e87e21090a42ca8b3c46eac21763de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '228828e9e60146beb7be4fad823bfb6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:45:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Creating image(s)
Nov 27 01:45:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.235s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.217s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk 1073741824" returned: 0 in 0.061s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.286s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.223s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Checking if we can resize image /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Successfully created port: e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Cannot resize image /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Ensure instance console log exists: /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Successfully updated port: e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquired lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-changed-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Refreshing instance network info cache due to event network-changed-e8111c75-793e-4e5b-9d85-f3ea893a780e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] Acquiring lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:45:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Instance spawned successfully.
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:03 user nova-compute[75686]: INFO nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Took 9.85 seconds to spawn the instance on the hypervisor.
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Releasing lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Instance network_info: |[{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] Acquired lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.network.neutron [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Refreshing network info cache for port e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Start _get_guest_xml network_info=[{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:45:03 user nova-compute[75686]: INFO nova.compute.manager [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Took 12.16 seconds to build instance.
Nov 27 01:45:04 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:04 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ef9b2d07-1e5c-43f2-aa9b-5e505b8b3591 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.469s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converting VIF {"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:4e:cf,bridge_name='br-int',has_traffic_filtering=True,id=e8111c75-793e-4e5b-9d85-f3ea893a780e,network=Network(7e925afb-a1e9-4fd9-9985-7295acfa9550),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8111c75-79') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'pci_devices' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:45:04 user nova-compute[75686]:   <uuid>21f94cb8-8808-4426-b97b-b337932e49ab</uuid>
Nov 27 01:45:04 user nova-compute[75686]:   <name>instance-00000009</name>
Nov 27 01:45:04 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:45:04 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:45:04 user nova-compute[75686]:   <metadata>
Nov 27 01:45:04 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:45:04 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:45:04 user nova-compute[75686]:       <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:45:04 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:45:04</nova:creationTime>
Nov 27 01:45:04 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:45:04 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:45:04 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:45:04 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:45:04 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:45:04 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:45:04 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:45:04 user nova-compute[75686]:       <nova:owner>
Nov 27 01:45:04 user nova-compute[75686]:         <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:45:04 user nova-compute[75686]:         <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:45:04 user nova-compute[75686]:       </nova:owner>
Nov 27 01:45:04 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:45:04 user nova-compute[75686]:       <nova:ports>
Nov 27 01:45:04 user nova-compute[75686]:         <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:45:04 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:45:04 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:04 user nova-compute[75686]:       </nova:ports>
Nov 27 01:45:04 user nova-compute[75686]:     </nova:instance>
Nov 27 01:45:04 user nova-compute[75686]:   </metadata>
Nov 27 01:45:04 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:45:04 user nova-compute[75686]:     <system>
Nov 27 01:45:04 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:45:04 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:45:04 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:45:04 user nova-compute[75686]:       <entry name="serial">21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:45:04 user nova-compute[75686]:       <entry name="uuid">21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:45:04 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:45:04 user nova-compute[75686]:     </system>
Nov 27 01:45:04 user nova-compute[75686]:   </sysinfo>
Nov 27 01:45:04 user nova-compute[75686]:   <os>
Nov 27 01:45:04 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:45:04 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:45:04 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:45:04 user nova-compute[75686]:   </os>
Nov 27 01:45:04 user nova-compute[75686]:   <features>
Nov 27 01:45:04 user nova-compute[75686]:     <acpi/>
Nov 27 01:45:04 user nova-compute[75686]:     <apic/>
Nov 27 01:45:04 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:45:04 user nova-compute[75686]:   </features>
Nov 27 01:45:04 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:45:04 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:45:04 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:45:04 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:45:04 user nova-compute[75686]:   </clock>
Nov 27 01:45:04 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:45:04 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:45:04 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:45:04 user nova-compute[75686]:   </cpu>
Nov 27 01:45:04 user nova-compute[75686]:   <devices>
Nov 27 01:45:04 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:45:04 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:45:04 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk"/>
Nov 27 01:45:04 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:45:04 user nova-compute[75686]:     </disk>
Nov 27 01:45:04 user nova-compute[75686]:     <disk type="file" device="cdrom">
Nov 27 01:45:04 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 01:45:04 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config"/>
Nov 27 01:45:04 user nova-compute[75686]:       <target dev="hda" bus="ide"/>
Nov 27 01:45:04 user nova-compute[75686]:     </disk>
Nov 27 01:45:04 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:04 user nova-compute[75686]:       <mac address="fa:16:3e:b0:4e:cf"/>
Nov 27 01:45:04 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:04 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:04 user nova-compute[75686]:       <target dev="tape8111c75-79"/>
Nov 27 01:45:04 user nova-compute[75686]:     </interface>
Nov 27 01:45:04 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:45:04 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log" append="off"/>
Nov 27 01:45:04 user nova-compute[75686]:     </serial>
Nov 27 01:45:04 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:45:04 user nova-compute[75686]:     <video>
Nov 27 01:45:04 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:04 user nova-compute[75686]:     </video>
Nov 27 01:45:04 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:45:04 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:45:04 user nova-compute[75686]:     </rng>
Nov 27 01:45:04 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:45:04 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:45:04 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:45:04 user nova-compute[75686]:     </memballoon>
Nov 27 01:45:04 user nova-compute[75686]:   </devices>
Nov 27 01:45:04 user nova-compute[75686]: </domain>
Nov 27 01:45:04 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converting VIF {"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b0:4e:cf,bridge_name='br-int',has_traffic_filtering=True,id=e8111c75-793e-4e5b-9d85-f3ea893a780e,network=Network(7e925afb-a1e9-4fd9-9985-7295acfa9550),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8111c75-79') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG os_vif [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:4e:cf,bridge_name='br-int',has_traffic_filtering=True,id=e8111c75-793e-4e5b-9d85-f3ea893a780e,network=Network(7e925afb-a1e9-4fd9-9985-7295acfa9550),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8111c75-79') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8e0ab39c-54f3-5aa2-9418-570d548646a1', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape8111c75-79, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape8111c75-79, col_values=(('qos', UUID('19137561-6664-41e9-bf10-c6c6428bbddc')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape8111c75-79, col_values=(('external_ids', {'iface-id': 'e8111c75-793e-4e5b-9d85-f3ea893a780e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b0:4e:cf', 'vm-uuid': '21f94cb8-8808-4426-b97b-b337932e49ab'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:04 user nova-compute[75686]: INFO os_vif [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b0:4e:cf,bridge_name='br-int',has_traffic_filtering=True,id=e8111c75-793e-4e5b-9d85-f3ea893a780e,network=Network(7e925afb-a1e9-4fd9-9985-7295acfa9550),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8111c75-79')
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No BDM found with device name hda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No VIF found with MAC fa:16:3e:b0:4e:cf, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:45:04 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Using config drive
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.network.neutron [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updated VIF entry in instance network info cache for port e8111c75-793e-4e5b-9d85-f3ea893a780e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG nova.network.neutron [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e997b0ae-698d-4d5e-b036-7531e7bbe0e4 req-b32e4a4d-c64c-4994-9000-0f40b5544cfc service nova] Releasing lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:04 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Creating config drive at /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config
Nov 27 01:45:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx4zwu33r {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpx4zwu33r" returned: 0 in 0.057s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-472c4322-0442-4d84-84e7-48745696dd21 req-ffea782f-4b31-4d1f-8bbb-6b365a5f5a10 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-472c4322-0442-4d84-84e7-48745696dd21 req-ffea782f-4b31-4d1f-8bbb-6b365a5f5a10 service nova] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-472c4322-0442-4d84-84e7-48745696dd21 req-ffea782f-4b31-4d1f-8bbb-6b365a5f5a10 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-472c4322-0442-4d84-84e7-48745696dd21 req-ffea782f-4b31-4d1f-8bbb-6b365a5f5a10 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-472c4322-0442-4d84-84e7-48745696dd21 req-ffea782f-4b31-4d1f-8bbb-6b365a5f5a10 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] No waiting events found dispatching network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:06 user nova-compute[75686]: WARNING nova.compute.manager [req-472c4322-0442-4d84-84e7-48745696dd21 req-ffea782f-4b31-4d1f-8bbb-6b365a5f5a10 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received unexpected event network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 for instance with vm_state active and task_state None.
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:45:06 user nova-compute[75686]: INFO nova.compute.claims [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Claim successful on node user
Nov 27 01:45:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-925cb1bf-247d-4f89-be8b-fb7ecd4d47f7 req-efd19ff9-1308-4aba-a33c-38d126eb146f service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-925cb1bf-247d-4f89-be8b-fb7ecd4d47f7 req-efd19ff9-1308-4aba-a33c-38d126eb146f service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-925cb1bf-247d-4f89-be8b-fb7ecd4d47f7 req-efd19ff9-1308-4aba-a33c-38d126eb146f service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-925cb1bf-247d-4f89-be8b-fb7ecd4d47f7 req-efd19ff9-1308-4aba-a33c-38d126eb146f service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-925cb1bf-247d-4f89-be8b-fb7ecd4d47f7 req-efd19ff9-1308-4aba-a33c-38d126eb146f service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:06 user nova-compute[75686]: WARNING nova.compute.manager [req-925cb1bf-247d-4f89-be8b-fb7ecd4d47f7 req-efd19ff9-1308-4aba-a33c-38d126eb146f service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received unexpected event network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e for instance with vm_state building and task_state spawning.
Nov 27 01:45:06 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.687s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:45:07 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:45:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-cf2ee52a-0d59-450d-9627-8e3d374ca701 req-ea6a06fe-245d-4c12-923a-ec622f7c461b service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received event network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cf2ee52a-0d59-450d-9627-8e3d374ca701 req-ea6a06fe-245d-4c12-923a-ec622f7c461b service nova] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cf2ee52a-0d59-450d-9627-8e3d374ca701 req-ea6a06fe-245d-4c12-923a-ec622f7c461b service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cf2ee52a-0d59-450d-9627-8e3d374ca701 req-ea6a06fe-245d-4c12-923a-ec622f7c461b service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-cf2ee52a-0d59-450d-9627-8e3d374ca701 req-ea6a06fe-245d-4c12-923a-ec622f7c461b service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] No waiting events found dispatching network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:07 user nova-compute[75686]: WARNING nova.compute.manager [req-cf2ee52a-0d59-450d-9627-8e3d374ca701 req-ea6a06fe-245d-4c12-923a-ec622f7c461b service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received unexpected event network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 for instance with vm_state active and task_state None.
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.policy [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '20be68cb2665439facd51e94febfead1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80bedf4fb8224abbae3e881366c6ddb2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:45:07 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Creating image(s)
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "/opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "/opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "/opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.212s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.004s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.232s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk 1073741824" returned: 0 in 0.083s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.325s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.compute.manager [req-49a23f7f-065a-4f89-ae35-edf06c496ac6 req-41615555-f691-4ebb-be64-8176b8740611 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-49a23f7f-065a-4f89-ae35-edf06c496ac6 req-41615555-f691-4ebb-be64-8176b8740611 service nova] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-49a23f7f-065a-4f89-ae35-edf06c496ac6 req-41615555-f691-4ebb-be64-8176b8740611 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-49a23f7f-065a-4f89-ae35-edf06c496ac6 req-41615555-f691-4ebb-be64-8176b8740611 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.compute.manager [req-49a23f7f-065a-4f89-ae35-edf06c496ac6 req-41615555-f691-4ebb-be64-8176b8740611 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] No waiting events found dispatching network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:08 user nova-compute[75686]: WARNING nova.compute.manager [req-49a23f7f-065a-4f89-ae35-edf06c496ac6 req-41615555-f691-4ebb-be64-8176b8740611 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received unexpected event network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 for instance with vm_state active and task_state None.
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Successfully created port: 5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.230s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Checking if we can resize image /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Cannot resize image /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Ensure instance console log exists: /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0416281-b6a0-402c-96f8-7f9b185d4570 req-a94b119e-150b-47f6-9091-52bb37b495f2 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0416281-b6a0-402c-96f8-7f9b185d4570 req-a94b119e-150b-47f6-9091-52bb37b495f2 service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0416281-b6a0-402c-96f8-7f9b185d4570 req-a94b119e-150b-47f6-9091-52bb37b495f2 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0416281-b6a0-402c-96f8-7f9b185d4570 req-a94b119e-150b-47f6-9091-52bb37b495f2 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:08 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0416281-b6a0-402c-96f8-7f9b185d4570 req-a94b119e-150b-47f6-9091-52bb37b495f2 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:08 user nova-compute[75686]: WARNING nova.compute.manager [req-d0416281-b6a0-402c-96f8-7f9b185d4570 req-a94b119e-150b-47f6-9091-52bb37b495f2 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received unexpected event network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e for instance with vm_state building and task_state spawning.
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Successfully updated port: 5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquired lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-be0d85f6-23c0-4123-afe9-db3101242f2d req-5d114f17-5ff6-4249-9203-c0ef6e495df0 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received event network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-be0d85f6-23c0-4123-afe9-db3101242f2d req-5d114f17-5ff6-4249-9203-c0ef6e495df0 service nova] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-be0d85f6-23c0-4123-afe9-db3101242f2d req-5d114f17-5ff6-4249-9203-c0ef6e495df0 service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-be0d85f6-23c0-4123-afe9-db3101242f2d req-5d114f17-5ff6-4249-9203-c0ef6e495df0 service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-be0d85f6-23c0-4123-afe9-db3101242f2d req-5d114f17-5ff6-4249-9203-c0ef6e495df0 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] No waiting events found dispatching network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:09 user nova-compute[75686]: WARNING nova.compute.manager [req-be0d85f6-23c0-4123-afe9-db3101242f2d req-5d114f17-5ff6-4249-9203-c0ef6e495df0 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received unexpected event network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 for instance with vm_state active and task_state None.
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:45:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Instance spawned successfully.
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:09 user nova-compute[75686]: INFO nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Took 7.65 seconds to spawn the instance on the hypervisor.
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Updating instance_info_cache with network_info: [{"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Releasing lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Instance network_info: |[{"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:45:09 user nova-compute[75686]: INFO nova.compute.manager [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Took 9.09 seconds to build instance.
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Start _get_guest_xml network_info=[{"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:45:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:45:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1740757821',display_name='tempest-VolumesAssistedSnapshotsTest-server-1740757821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1740757821',id=10,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHbAjDeQkcqFABMEH5UIsmR0liOO+EQXHAA/PZCpM2mUb+PUggXCzAuB2qhc/Ohyh4p/MR0kTrWVhGeaNZ9V5T2Rvyb2m5L4lm97DfoME2WVU/1Rmt3lZOmDUUCGrKsXuw==',key_name='tempest-keypair-1510332191',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='80bedf4fb8224abbae3e881366c6ddb2',ramdisk_id='',reservation_id='r-mlpumstw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-219277321',owner_user_name='tempest-VolumesAssistedSnapshotsTest-219277321-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='20be68cb2665439facd51e94febfead1',uuid=eb3ea204-3973-4a37-924b-b09cd19b7fad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Converting VIF {"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:ab:0a,bridge_name='br-int',has_traffic_filtering=True,id=5c0af32c-d4a0-475d-8ed8-89c716bc2925,network=Network(45fdd9e6-90f1-4d15-9d8c-229da6ad03e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c0af32c-d4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lazy-loading 'pci_devices' on Instance uuid eb3ea204-3973-4a37-924b-b09cd19b7fad {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ced2ca93-e31f-4ba7-9327-580f45af96da tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.452s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:45:09 user nova-compute[75686]:   <uuid>eb3ea204-3973-4a37-924b-b09cd19b7fad</uuid>
Nov 27 01:45:09 user nova-compute[75686]:   <name>instance-0000000a</name>
Nov 27 01:45:09 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:45:09 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:45:09 user nova-compute[75686]:   <metadata>
Nov 27 01:45:09 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:45:09 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:45:09 user nova-compute[75686]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-1740757821</nova:name>
Nov 27 01:45:09 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:45:09</nova:creationTime>
Nov 27 01:45:09 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:45:09 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:45:09 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:45:09 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:45:09 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:45:09 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:45:09 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:45:09 user nova-compute[75686]:       <nova:owner>
Nov 27 01:45:09 user nova-compute[75686]:         <nova:user uuid="20be68cb2665439facd51e94febfead1">tempest-VolumesAssistedSnapshotsTest-219277321-project-member</nova:user>
Nov 27 01:45:09 user nova-compute[75686]:         <nova:project uuid="80bedf4fb8224abbae3e881366c6ddb2">tempest-VolumesAssistedSnapshotsTest-219277321</nova:project>
Nov 27 01:45:09 user nova-compute[75686]:       </nova:owner>
Nov 27 01:45:09 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:45:09 user nova-compute[75686]:       <nova:ports>
Nov 27 01:45:09 user nova-compute[75686]:         <nova:port uuid="5c0af32c-d4a0-475d-8ed8-89c716bc2925">
Nov 27 01:45:09 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 01:45:09 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:09 user nova-compute[75686]:       </nova:ports>
Nov 27 01:45:09 user nova-compute[75686]:     </nova:instance>
Nov 27 01:45:09 user nova-compute[75686]:   </metadata>
Nov 27 01:45:09 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:45:09 user nova-compute[75686]:     <system>
Nov 27 01:45:09 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:45:09 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:45:09 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:45:09 user nova-compute[75686]:       <entry name="serial">eb3ea204-3973-4a37-924b-b09cd19b7fad</entry>
Nov 27 01:45:09 user nova-compute[75686]:       <entry name="uuid">eb3ea204-3973-4a37-924b-b09cd19b7fad</entry>
Nov 27 01:45:09 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:45:09 user nova-compute[75686]:     </system>
Nov 27 01:45:09 user nova-compute[75686]:   </sysinfo>
Nov 27 01:45:09 user nova-compute[75686]:   <os>
Nov 27 01:45:09 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:45:09 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:45:09 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:45:09 user nova-compute[75686]:   </os>
Nov 27 01:45:09 user nova-compute[75686]:   <features>
Nov 27 01:45:09 user nova-compute[75686]:     <acpi/>
Nov 27 01:45:09 user nova-compute[75686]:     <apic/>
Nov 27 01:45:09 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:45:09 user nova-compute[75686]:   </features>
Nov 27 01:45:09 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:45:09 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:45:09 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:45:09 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:45:09 user nova-compute[75686]:   </clock>
Nov 27 01:45:09 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:45:09 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:45:09 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:45:09 user nova-compute[75686]:   </cpu>
Nov 27 01:45:09 user nova-compute[75686]:   <devices>
Nov 27 01:45:09 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:45:09 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:45:09 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk"/>
Nov 27 01:45:09 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:45:09 user nova-compute[75686]:     </disk>
Nov 27 01:45:09 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:09 user nova-compute[75686]:       <mac address="fa:16:3e:5c:ab:0a"/>
Nov 27 01:45:09 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:09 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:09 user nova-compute[75686]:       <target dev="tap5c0af32c-d4"/>
Nov 27 01:45:09 user nova-compute[75686]:     </interface>
Nov 27 01:45:09 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:45:09 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/console.log" append="off"/>
Nov 27 01:45:09 user nova-compute[75686]:     </serial>
Nov 27 01:45:09 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:45:09 user nova-compute[75686]:     <video>
Nov 27 01:45:09 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:09 user nova-compute[75686]:     </video>
Nov 27 01:45:09 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:45:09 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:45:09 user nova-compute[75686]:     </rng>
Nov 27 01:45:09 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:45:09 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:45:09 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:45:09 user nova-compute[75686]:     </memballoon>
Nov 27 01:45:09 user nova-compute[75686]:   </devices>
Nov 27 01:45:09 user nova-compute[75686]: </domain>
Nov 27 01:45:09 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:45:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1740757821',display_name='tempest-VolumesAssistedSnapshotsTest-server-1740757821',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1740757821',id=10,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHbAjDeQkcqFABMEH5UIsmR0liOO+EQXHAA/PZCpM2mUb+PUggXCzAuB2qhc/Ohyh4p/MR0kTrWVhGeaNZ9V5T2Rvyb2m5L4lm97DfoME2WVU/1Rmt3lZOmDUUCGrKsXuw==',key_name='tempest-keypair-1510332191',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='80bedf4fb8224abbae3e881366c6ddb2',ramdisk_id='',reservation_id='r-mlpumstw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-219277321',owner_user_name='tempest-VolumesAssistedSnapshotsTest-219277321-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='20be68cb2665439facd51e94febfead1',uuid=eb3ea204-3973-4a37-924b-b09cd19b7fad,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Converting VIF {"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5c:ab:0a,bridge_name='br-int',has_traffic_filtering=True,id=5c0af32c-d4a0-475d-8ed8-89c716bc2925,network=Network(45fdd9e6-90f1-4d15-9d8c-229da6ad03e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c0af32c-d4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG os_vif [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:ab:0a,bridge_name='br-int',has_traffic_filtering=True,id=5c0af32c-d4a0-475d-8ed8-89c716bc2925,network=Network(45fdd9e6-90f1-4d15-9d8c-229da6ad03e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c0af32c-d4') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7d903a02-1dd6-577f-ab9e-32a7e02d8b62', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5c0af32c-d4, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5c0af32c-d4, col_values=(('qos', UUID('7c93c01b-c68d-4777-a1ab-c050088a52d2')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5c0af32c-d4, col_values=(('external_ids', {'iface-id': '5c0af32c-d4a0-475d-8ed8-89c716bc2925', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5c:ab:0a', 'vm-uuid': 'eb3ea204-3973-4a37-924b-b09cd19b7fad'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:09 user nova-compute[75686]: INFO os_vif [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5c:ab:0a,bridge_name='br-int',has_traffic_filtering=True,id=5c0af32c-d4a0-475d-8ed8-89c716bc2925,network=Network(45fdd9e6-90f1-4d15-9d8c-229da6ad03e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c0af32c-d4')
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] No VIF found with MAC fa:16:3e:5c:ab:0a, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-changed-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Refreshing instance network info cache due to event network-changed-5c0af32c-d4a0-475d-8ed8-89c716bc2925. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] Acquiring lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] Acquired lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.network.neutron [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Refreshing network info cache for port 5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.network.neutron [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Updated VIF entry in instance network info cache for port 5c0af32c-d4a0-475d-8ed8-89c716bc2925. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG nova.network.neutron [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Updating instance_info_cache with network_info: [{"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-93ef8ad5-0a6e-4fd1-97e9-0ce0cf388139 req-80c3766a-7911-40ca-92a6-2a242d6eba1d service nova] Releasing lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-03a85878-d678-41cc-b3cd-fdee4466a7fa req-d158372a-0dcc-4dd8-8a47-19de1bebae70 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a85878-d678-41cc-b3cd-fdee4466a7fa req-d158372a-0dcc-4dd8-8a47-19de1bebae70 service nova] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a85878-d678-41cc-b3cd-fdee4466a7fa req-d158372a-0dcc-4dd8-8a47-19de1bebae70 service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a85878-d678-41cc-b3cd-fdee4466a7fa req-d158372a-0dcc-4dd8-8a47-19de1bebae70 service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-03a85878-d678-41cc-b3cd-fdee4466a7fa req-d158372a-0dcc-4dd8-8a47-19de1bebae70 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] No waiting events found dispatching network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:12 user nova-compute[75686]: WARNING nova.compute.manager [req-03a85878-d678-41cc-b3cd-fdee4466a7fa req-d158372a-0dcc-4dd8-8a47-19de1bebae70 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received unexpected event network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 for instance with vm_state building and task_state spawning.
Nov 27 01:45:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-c8e64fa1-4dca-4eb7-a0b2-f6be0b8c9ab0 req-f082c37d-a153-4192-9184-a55d62d2b726 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c8e64fa1-4dca-4eb7-a0b2-f6be0b8c9ab0 req-f082c37d-a153-4192-9184-a55d62d2b726 service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c8e64fa1-4dca-4eb7-a0b2-f6be0b8c9ab0 req-f082c37d-a153-4192-9184-a55d62d2b726 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c8e64fa1-4dca-4eb7-a0b2-f6be0b8c9ab0 req-f082c37d-a153-4192-9184-a55d62d2b726 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-c8e64fa1-4dca-4eb7-a0b2-f6be0b8c9ab0 req-f082c37d-a153-4192-9184-a55d62d2b726 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:12 user nova-compute[75686]: WARNING nova.compute.manager [req-c8e64fa1-4dca-4eb7-a0b2-f6be0b8c9ab0 req-f082c37d-a153-4192-9184-a55d62d2b726 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received unexpected event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with vm_state active and task_state None.
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:45:14 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Instance spawned successfully.
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:14 user nova-compute[75686]: INFO nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Took 6.94 seconds to spawn the instance on the hypervisor.
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-234f7fe8-4e4b-4584-a18a-28ae98958b7d req-92d187ad-5e3e-4d69-abcf-6bee07d9c1b6 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-234f7fe8-4e4b-4584-a18a-28ae98958b7d req-92d187ad-5e3e-4d69-abcf-6bee07d9c1b6 service nova] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-234f7fe8-4e4b-4584-a18a-28ae98958b7d req-92d187ad-5e3e-4d69-abcf-6bee07d9c1b6 service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-234f7fe8-4e4b-4584-a18a-28ae98958b7d req-92d187ad-5e3e-4d69-abcf-6bee07d9c1b6 service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-234f7fe8-4e4b-4584-a18a-28ae98958b7d req-92d187ad-5e3e-4d69-abcf-6bee07d9c1b6 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] No waiting events found dispatching network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:14 user nova-compute[75686]: WARNING nova.compute.manager [req-234f7fe8-4e4b-4584-a18a-28ae98958b7d req-92d187ad-5e3e-4d69-abcf-6bee07d9c1b6 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received unexpected event network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 for instance with vm_state building and task_state spawning.
Nov 27 01:45:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:14 user nova-compute[75686]: INFO nova.compute.manager [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Took 8.25 seconds to build instance.
Nov 27 01:45:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4fc1b989-9681-42a6-8bba-64f6d33b9738 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.391s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:15 user nova-compute[75686]: WARNING nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received unexpected event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with vm_state active and task_state None.
Nov 27 01:45:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] No waiting events found dispatching network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:15 user nova-compute[75686]: WARNING nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received unexpected event network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa for instance with vm_state active and task_state None.
Nov 27 01:45:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] No waiting events found dispatching network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:15 user nova-compute[75686]: WARNING nova.compute.manager [req-835a26b5-0e00-48b0-ae7e-2e74985bd4d3 req-ecb83417-95ab-4b32-b3ad-33e332803ae2 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received unexpected event network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa for instance with vm_state active and task_state None.
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.228s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.276s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.304s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.263s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.253s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:20 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:20 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7342MB free_disk=25.578773498535156GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 32b8c121-240d-46f2-9e10-fdfb14753018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 21f94cb8-8808-4426-b97b-b337932e49ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance eb3ea204-3973-4a37-924b-b09cd19b7fad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 01:45:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 01:45:21 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:45:21 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:45:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:45:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.211s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid e4c15d2a-ec55-45b2-8049-afe5e8bb1734 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:45:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updating instance_info_cache with network_info: [{"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:45:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:45:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "27bd4add-a93d-4979-83ee-623db8afa54c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:45:26 user nova-compute[75686]: INFO nova.compute.claims [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Claim successful on node user
Nov 27 01:45:26 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.665s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:45:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:45:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:45:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:45:27 user nova-compute[75686]: INFO nova.virt.block_device [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Booting with volume e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f at /dev/vda
Nov 27 01:45:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:27 user nova-compute[75686]: DEBUG os_brick.utils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:27 user nova-compute[75686]: INFO oslo.privsep.daemon [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpjfihr4zw/privsep.sock']
Nov 27 01:45:27 user nova-compute[75686]: DEBUG nova.policy [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '499d3567379a458185cf3f72f4633c40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '879d7e83642942bcb4262bc9332cf6df', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:45:27 user sudo[86895]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpjfihr4zw/privsep.sock
Nov 27 01:45:27 user sudo[86895]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 27 01:45:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully created port: 03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:29 user sudo[86895]: pam_unix(sudo:session): session closed for user root
Nov 27 01:45:29 user nova-compute[75686]: INFO oslo.privsep.daemon [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Spawned new privsep daemon via rootwrap
Nov 27 01:45:29 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 27 01:45:29 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 27 01:45:29 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 27 01:45:29 user nova-compute[75686]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 86898
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[db81150b-28fd-4021-a278-33998c27107c]: (2,) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[809b79be-3999-469d-ab1b-6d1de5ee1a26]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:29 user nova-compute[75686]: WARNING os_brick.initiator.connectors.nvmeof [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f5db275-b34c-411e-9d59-25350129ccda]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[96c6fe63-b90c-4390-b248-b95acfb415d9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc400a68-1bc8-4b89-b056-54d3ecb3fbaf]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:29 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:45:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aa43e97-7960-4e9f-b883-1a17dcc34bae]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG os_brick.utils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== get_connector_properties: return (2151ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating existing volume attachment record: 67d1747c-281f-452e-8745-b02695981201 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:45:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully created port: c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully created port: 56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully created port: 5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully created port: eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully updated port: 03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-03f1300a-8159-45e6-9e84-0987d6d4b3a7. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port 03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-105afe0f-35ef-4598-b0c7-0c3308b763b2 req-88fe510a-239c-4f37-979f-82fa1d31c5df service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:45:32 user nova-compute[75686]: INFO nova.compute.claims [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Claim successful on node user
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully updated port: 6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.478s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:45:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:45:33 user nova-compute[75686]: INFO nova.virt.block_device [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Booting with volume 4568fa5e-e862-4d52-9066-ca627811f0ec at /dev/vda
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.policy [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d52b9eb758a480aaf7c1f6f4b985177', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb5047346f5a41599b86602ad3538e53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG os_brick.utils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f93fceea-8e5d-4aee-93fd-941ef7ee53ab]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[955320b5-fd14-4115-914d-469e3cb9d62b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aec3c26-173b-4b46-a19c-42960d3cb1d8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[34e2d5e4-39b1-4354-93c7-00b229a55c46]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:33 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:45:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[174bfac3-74bc-43a9-bb68-0e8e2c09d713]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG os_brick.utils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== get_connector_properties: return (155ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:33 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating existing volume attachment record: 0de6fb39-355a-4121-9aa7-efc51a0626e6 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully updated port: 652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully created port: 25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-6575ac64-ee65-426c-9f6e-d12ec742e930. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port 6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully updated port: c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-652be731-49dc-4bbf-b2c4-96ac294b1e2f. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port 652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully updated port: 56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55f790a8-111d-45df-ad17-ed5f90c7526a req-3896260a-922e-47d6-91c9-3f91d030abed service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully created port: 0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:45:36 user nova-compute[75686]: INFO nova.virt.block_device [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Booting with volume 00165e49-4963-4eab-8d99-f6201a68d203 at /dev/vdb
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:45:36 user nova-compute[75686]: INFO nova.compute.claims [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Claim successful on node user
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully updated port: 5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG os_brick.utils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f68e43-0756-4a1d-a303-b330cce30cfd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[071713f4-29ac-45f6-af35-b77469cc9a3b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully created port: b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[74acf5ce-e3b5-454b-bcb9-56d58e79ce2b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a7c049-5677-4b61-a352-ae11a0e8f4ce]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:36 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[274b19c5-661b-4ce5-a675-3b9241692cd7]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG os_brick.utils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== get_connector_properties: return (130ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating existing volume attachment record: b8ffa927-b344-46b3-9776-c6ad4a839375 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-c700bd0a-6895-435d-a4c8-baba0bec47f7. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.572s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Successfully updated port: eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:45:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Creating image(s)
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "/opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "/opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "/opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.policy [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5a974479967c4720817ccac8161d3fa0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94532ed6cedd4a158f8f3a9099c6c76c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.272s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-56b01b62-5838-42d0-b238-f09531c57a0c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port 56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully created port: 58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk 1073741824" returned: 0 in 0.055s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.207s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Checking if we can resize image /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Cannot resize image /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Ensure instance console log exists: /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-5c48a087-d5b6-49ca-8842-9f9901638031. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:37 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port 5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.network.neutron [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08d24ee-6c47-4775-8ad2-5be9236c3441 req-c73d2bf9-14a0-49ea-8d5d-e97d7472f2c0 service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Successfully created port: 8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully created port: 7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Successfully updated port: 8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "refresh_cache-15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquired lock "refresh_cache-15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received event network-changed-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Refreshing instance network info cache due to event network-changed-8201dd6b-3457-4b64-bee5-ac914d578700. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] Acquiring lock "refresh_cache-15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully updated port: 25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:40 user nova-compute[75686]: INFO nova.virt.block_device [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Booting with volume e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 at /dev/vdb
Nov 27 01:45:40 user nova-compute[75686]: DEBUG os_brick.utils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d617301b-0ecd-402a-a3ef-43d70e834b0a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2149641a-b23e-46a5-b308-e08e5d036d8d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a4cc54-9dae-4e2e-87a9-7ba48d790d39]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[086d76c2-212a-47db-88ba-0471c7bdc100]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:40 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:45:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1cfa995-3bde-4486-9242-f9a92a1501fd]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG os_brick.utils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:40 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating existing volume attachment record: e1649a2e-50c3-457b-9c3c-b66e3021dffe {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Updating instance_info_cache with network_info: [{"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Releasing lock "refresh_cache-15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Instance network_info: |[{"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] Acquired lock "refresh_cache-15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.network.neutron [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Refreshing network info cache for port 8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Start _get_guest_xml network_info=[{"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:45:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:45:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-101286197',display_name='tempest-VolumesNegativeTest-instance-101286197',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-101286197',id=13,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94532ed6cedd4a158f8f3a9099c6c76c',ramdisk_id='',reservation_id='r-mjz6okd8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1107828387',owner_user_name='tempest-VolumesNegativeTest-1107828387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:37Z,user_data=None,user_id='5a974479967c4720817ccac8161d3fa0',uuid=15dd9d3a-8c28-45c7-9fa2-bfee97b58e68,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Converting VIF {"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:93:26,bridge_name='br-int',has_traffic_filtering=True,id=8201dd6b-3457-4b64-bee5-ac914d578700,network=Network(2acf3d2d-2399-4476-a499-37b30270e529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8201dd6b-34') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lazy-loading 'pci_devices' on Instance uuid 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:45:41 user nova-compute[75686]:   <uuid>15dd9d3a-8c28-45c7-9fa2-bfee97b58e68</uuid>
Nov 27 01:45:41 user nova-compute[75686]:   <name>instance-0000000d</name>
Nov 27 01:45:41 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:45:41 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:45:41 user nova-compute[75686]:   <metadata>
Nov 27 01:45:41 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:45:41 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:45:41 user nova-compute[75686]:       <nova:name>tempest-VolumesNegativeTest-instance-101286197</nova:name>
Nov 27 01:45:41 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:45:41</nova:creationTime>
Nov 27 01:45:41 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:45:41 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:45:41 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:45:41 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:45:41 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:45:41 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:45:41 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:45:41 user nova-compute[75686]:       <nova:owner>
Nov 27 01:45:41 user nova-compute[75686]:         <nova:user uuid="5a974479967c4720817ccac8161d3fa0">tempest-VolumesNegativeTest-1107828387-project-member</nova:user>
Nov 27 01:45:41 user nova-compute[75686]:         <nova:project uuid="94532ed6cedd4a158f8f3a9099c6c76c">tempest-VolumesNegativeTest-1107828387</nova:project>
Nov 27 01:45:41 user nova-compute[75686]:       </nova:owner>
Nov 27 01:45:41 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:45:41 user nova-compute[75686]:       <nova:ports>
Nov 27 01:45:41 user nova-compute[75686]:         <nova:port uuid="8201dd6b-3457-4b64-bee5-ac914d578700">
Nov 27 01:45:41 user nova-compute[75686]:           <nova:ip type="fixed" address="192.168.233.93" ipVersion="4"/>
Nov 27 01:45:41 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:41 user nova-compute[75686]:       </nova:ports>
Nov 27 01:45:41 user nova-compute[75686]:     </nova:instance>
Nov 27 01:45:41 user nova-compute[75686]:   </metadata>
Nov 27 01:45:41 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:45:41 user nova-compute[75686]:     <system>
Nov 27 01:45:41 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:45:41 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:45:41 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:45:41 user nova-compute[75686]:       <entry name="serial">15dd9d3a-8c28-45c7-9fa2-bfee97b58e68</entry>
Nov 27 01:45:41 user nova-compute[75686]:       <entry name="uuid">15dd9d3a-8c28-45c7-9fa2-bfee97b58e68</entry>
Nov 27 01:45:41 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:45:41 user nova-compute[75686]:     </system>
Nov 27 01:45:41 user nova-compute[75686]:   </sysinfo>
Nov 27 01:45:41 user nova-compute[75686]:   <os>
Nov 27 01:45:41 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:45:41 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:45:41 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:45:41 user nova-compute[75686]:   </os>
Nov 27 01:45:41 user nova-compute[75686]:   <features>
Nov 27 01:45:41 user nova-compute[75686]:     <acpi/>
Nov 27 01:45:41 user nova-compute[75686]:     <apic/>
Nov 27 01:45:41 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:45:41 user nova-compute[75686]:   </features>
Nov 27 01:45:41 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:45:41 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:45:41 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:45:41 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:45:41 user nova-compute[75686]:   </clock>
Nov 27 01:45:41 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:45:41 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:45:41 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:45:41 user nova-compute[75686]:   </cpu>
Nov 27 01:45:41 user nova-compute[75686]:   <devices>
Nov 27 01:45:41 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:45:41 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:45:41 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk"/>
Nov 27 01:45:41 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:45:41 user nova-compute[75686]:     </disk>
Nov 27 01:45:41 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:41 user nova-compute[75686]:       <mac address="fa:16:3e:b2:93:26"/>
Nov 27 01:45:41 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:41 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:41 user nova-compute[75686]:       <target dev="tap8201dd6b-34"/>
Nov 27 01:45:41 user nova-compute[75686]:     </interface>
Nov 27 01:45:41 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:45:41 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/console.log" append="off"/>
Nov 27 01:45:41 user nova-compute[75686]:     </serial>
Nov 27 01:45:41 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:45:41 user nova-compute[75686]:     <video>
Nov 27 01:45:41 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:41 user nova-compute[75686]:     </video>
Nov 27 01:45:41 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:45:41 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:45:41 user nova-compute[75686]:     </rng>
Nov 27 01:45:41 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:45:41 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:45:41 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:45:41 user nova-compute[75686]:     </memballoon>
Nov 27 01:45:41 user nova-compute[75686]:   </devices>
Nov 27 01:45:41 user nova-compute[75686]: </domain>
Nov 27 01:45:41 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:45:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-101286197',display_name='tempest-VolumesNegativeTest-instance-101286197',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-101286197',id=13,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='94532ed6cedd4a158f8f3a9099c6c76c',ramdisk_id='',reservation_id='r-mjz6okd8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1107828387',owner_user_name='tempest-VolumesNegativeTest-1107828387-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:37Z,user_data=None,user_id='5a974479967c4720817ccac8161d3fa0',uuid=15dd9d3a-8c28-45c7-9fa2-bfee97b58e68,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Converting VIF {"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:93:26,bridge_name='br-int',has_traffic_filtering=True,id=8201dd6b-3457-4b64-bee5-ac914d578700,network=Network(2acf3d2d-2399-4476-a499-37b30270e529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8201dd6b-34') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG os_vif [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:93:26,bridge_name='br-int',has_traffic_filtering=True,id=8201dd6b-3457-4b64-bee5-ac914d578700,network=Network(2acf3d2d-2399-4476-a499-37b30270e529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8201dd6b-34') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '514d5afe-7c7d-55e8-b336-c15dff3b453e', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8201dd6b-34, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8201dd6b-34, col_values=(('qos', UUID('694b73a1-54b3-4915-b740-6270dd405ce3')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8201dd6b-34, col_values=(('external_ids', {'iface-id': '8201dd6b-3457-4b64-bee5-ac914d578700', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:93:26', 'vm-uuid': '15dd9d3a-8c28-45c7-9fa2-bfee97b58e68'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:41 user nova-compute[75686]: INFO os_vif [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:93:26,bridge_name='br-int',has_traffic_filtering=True,id=8201dd6b-3457-4b64-bee5-ac914d578700,network=Network(2acf3d2d-2399-4476-a499-37b30270e529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8201dd6b-34')
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:45:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] No VIF found with MAC fa:16:3e:b2:93:26, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Updated VIF entry in instance network info cache for port 8201dd6b-3457-4b64-bee5-ac914d578700. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Updating instance_info_cache with network_info: [{"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a87084ee-4b76-47fa-a315-ca0c51232f73 req-da44c0db-4545-4644-9ea0-5ff7d49bd13e service nova] Releasing lock "refresh_cache-15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully updated port: d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-25b7419f-d628-4926-b706-f066c254e9b1. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port 25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:42 user nova-compute[75686]: INFO nova.virt.block_device [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Booting with volume 63e8e9fa-74af-41f8-9501-d1f4cef8fffb at /dev/vdc
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [{"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance network_info: |[{"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG os_brick.utils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[40a0ebe6-5d60-4269-9010-5ab254144b05]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e81bd75-4a56-4af4-abfa-3b90dcbef42d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eb61223-d689-4e44-9419-390f02ca4036]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c03ec92b-bd58-4e79-9831-aa6c717512e9]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:42 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb9686e6-6471-41d6-a1ba-373513fe3dc7]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG os_brick.utils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating existing volume attachment record: 231db54a-ad93-40b5-a56e-fe98c49b053d {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e91858f-2f88-4026-ac7f-d103b1c34155 req-9be725b7-a77f-4188-bd13-a4284571a45a service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updated VIF entry in instance network info cache for port eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [{"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d6692ba4-7689-46a6-a5fd-27abe274b347 req-3ed9c0c1-6cae-4844-92b6-0a71167ba845 service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully updated port: 1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received event network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Acquiring lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] No waiting events found dispatching network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:44 user nova-compute[75686]: WARNING nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received unexpected event network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 for instance with vm_state building and task_state spawning.
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received event network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Acquiring lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] No waiting events found dispatching network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:44 user nova-compute[75686]: WARNING nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received unexpected event network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 for instance with vm_state building and task_state spawning.
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-1ec02ad7-a7a8-4602-942a-b66c57a56b0e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port 1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7d4b0208-cabd-45ff-8df4-e7824f51b32c req-efb0d76a-debf-447a-83a8-b64494668dc8 service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully updated port: 0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:45:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Instance spawned successfully.
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:45:45 user nova-compute[75686]: INFO nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Took 8.73 seconds to spawn the instance on the hypervisor.
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:45:45 user nova-compute[75686]: INFO nova.compute.manager [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Took 9.70 seconds to build instance.
Nov 27 01:45:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a875ba6c-c900-444e-b1b1-80d68f7c16e4 tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.824s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully updated port: b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully updated port: 58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-0d99dd83-0e0d-4052-a410-d50b9102db65. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port 0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-b594e43e-af6b-49cd-92e0-12147106071d. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-58a0b7b7-ca5d-4889-9462-f3181c37db01. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port 58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Successfully updated port: 7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:47 user nova-compute[75686]: INFO nova.virt.block_device [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Booting with volume b08249a3-8999-416a-b0b0-66a363668822 at /dev/vdc
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG os_brick.utils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc1b4e58-0ed1-4440-8e61-6957b4b93d94]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cbd4578-ff71-4a67-b0eb-d42e7a4e963a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b6a240-335e-4c78-b3ab-83ad10d2db5c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2401405-aaf3-4189-b3bc-4eb14f76635f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:45:47 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[319b34dc-3faf-43d7-b941-eac10bd6784a]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG os_brick.utils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating existing volume attachment record: aa85fdf0-6879-43ac-8536-5adaaae700fe {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25c97419-5b69-449c-9872-389c388fc249 req-cd12b37f-635e-4414-8c9e-daa1952732ff service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:45:47 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:45:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-7baee745-ba20-4859-9515-7a7e8632f1a6. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:45:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:45:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [{"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance network_info: |[{"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:45:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:45:49 user nova-compute[75686]: DEBUG nova.network.neutron [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port 7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.network.neutron [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updated VIF entry in instance network info cache for port 7baee745-ba20-4859-9515-7a7e8632f1a6. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.network.neutron [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [{"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6d611ac5-6574-4d69-b818-47832409eb42 req-ddf5ec55-9f33-4e88-b2d6-17ca7c19a80f service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:45:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Creating image(s)
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Ensure instance console log exists: /opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Start _get_guest_xml network_info=[{"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '67d1747c-281f-452e-8745-b02695981201', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'POslbrUe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27bd4add-a93d-4979-83ee-623db8afa54c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f', 'serial': 'e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f'}, 'volume_type': None}, {'attachment_id': 'b8ffa927-b344-46b3-9776-c6ad4a839375', 'delete_on_termination': False, 'boot_index': 1, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tVJjZFTR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27bd4add-a93d-4979-83ee-623db8afa54c', 'attached_at': '', 'detached_at': '', 'volume_id': '00165e49-4963-4eab-8d99-f6201a68d203', 'serial': '00165e49-4963-4eab-8d99-f6201a68d203'}, 'volume_type': None}, {'attachment_id': '231db54a-ad93-40b5-a56e-fe98c49b053d', 'delete_on_termination': False, 'boot_index': 2, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'etwposlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '27bd4add-a93d-4979-83ee-623db8afa54c', 'attached_at': '', 'detached_at': '', 'volume_id': '63e8e9fa-74af-41f8-9501-d1f4cef8fffb', 'serial': '63e8e9fa-74af-41f8-9501-d1f4cef8fffb'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:45:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connector [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Factory for ISCSI on None {{(pid=75686) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'POslbrUe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:50 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[321ba280-d54f-4e0f-9441-d6fa9e3feb7c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:45:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f95d2ca-7906-4298-b5b2-213d3f378968]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f] added
Nov 27 01:45:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b485f453-3349-4693-9873-650ffef26f60]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[991ecd87-8781-4776-ad3a-29ed04bc2415]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v POslbrUe {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.auth.username -v POslbrUe" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[20e8d297-35b7-4ab4-babd-09c2ccfeeb5c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'POslbrUe'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fdae12d-bd26-4728-8110-d126229cc876]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dbbf6dd-d49b-43cf-a6e3-35585d85a454]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 01:45:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 01:45:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 01:45:50 user nova-compute[75686]: 
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4cbdebd-29ea-4b97-942f-96309620274e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260]
Nov 27 01:45:50 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260] successful.
Nov 27 01:45:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f382bf7-caf9-4040-b962-f44ee8521fc3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ac9ddb-d8fb-4811-95aa-26f703e6e6a1]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.266s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[68cc29ec-0a62-421b-8d0d-d7bc7e3d5412]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:45:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'POslbrUe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '23964356330656237', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964356330656237', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tVJjZFTR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:51 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:51 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:51 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4beab182-56ba-4554-bd6e-a27771479c01]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:45:51 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e91002ee-d2b6-4c87-89dd-12fa93a132b1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203] added
Nov 27 01:45:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8b128d6-7eaa-490d-847a-6b5931f8b77a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3b92a5-e68e-4ff9-9823-9ca915ff6b74]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tVJjZFTR {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v tVJjZFTR" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f838c9-2251-48e8-9d84-04ff49bf5100]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'tVJjZFTR'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[39f53b63-c8e7-48ce-8878-a758e3dedf4a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b2db034-0ff3-43e8-931e-2617f0ee14e5]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[42c68f1c-8a2a-4c3d-b3a1-6928e3421610]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260]
Nov 27 01:45:51 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260] successful.
Nov 27 01:45:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[740c32bd-9887-4608-82a6-df6bbb5b0beb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[03b4510d-b3a7-4056-8cb2-6ad92998bdac]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:51 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:51 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3451de28-36e4-4634-b329-62ffe84cf2c0]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:45:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tVJjZFTR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:45:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.294s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23432313738646231', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432313738646231', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:45:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:45:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'etwposlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:52 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:45:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[270a80b0-f408-4446-bc45-9883e582c8a5]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:45:53 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c26ad3c6-26f7-422f-a7f1-19824baed185]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb] added
Nov 27 01:45:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ef0a8e-4c85-42ab-b2d7-4414d9687094]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2058df14-3299-4ece-8ade-16ccd61fd5bf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v etwposlV {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v etwposlV" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bac843a9-3b58-4d6b-a82f-c6af2d762e36]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'etwposlV'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e156d418-cbfc-41ce-a2b0-0e24a046a168]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b26bb2c3-406e-4df3-9073-68f028162cef]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:53 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:53 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e3dd12b-94e6-4cf4-b0c5-ccedce9a9203]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260]
Nov 27 01:45:53 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260] successful.
Nov 27 01:45:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1984462-7822-4fa7-9624-68d9e1a3db57]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[45414c3b-76ca-4966-bb22-556c121b9eb0]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:53 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:53 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:53 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:53 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[19245566-35f3-4d9d-9b02-ac6b0600404c]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:45:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'etwposlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '26261663239346238', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26261663239346238', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:79:76,bridge_name='br-int',has_traffic_filtering=True,id=03f1300a-8159-45e6-9e84-0987d6d4b3a7,network=Network(fdb8f2ee-0883-4caa-8d15-5e3852d458f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f1300a-81') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:97:dd,bridge_name='br-int',has_traffic_filtering=True,id=6575ac64-ee65-426c-9f6e-d12ec742e930,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6575ac64-ee') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:17:8b,bridge_name='br-int',has_traffic_filtering=True,id=652be731-49dc-4bbf-b2c4-96ac294b1e2f,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap652be731-49') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:34:ad,bridge_name='br-int',has_traffic_filtering=True,id=c700bd0a-6895-435d-a4c8-baba0bec47f7,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc700bd0a-68') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:d2:04,bridge_name='br-int',has_traffic_filtering=True,id=56b01b62-5838-42d0-b238-f09531c57a0c,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56b01b62-58') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:cc:62,bridge_name='br-int',has_traffic_filtering=True,id=5c48a087-d5b6-49ca-8842-9f9901638031,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c48a087-d5') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:90:bb,bridge_name='br-int',has_traffic_filtering=True,id=eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4bb91-4a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lazy-loading 'pci_devices' on Instance uuid 27bd4add-a93d-4979-83ee-623db8afa54c {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:45:54 user nova-compute[75686]:   <uuid>27bd4add-a93d-4979-83ee-623db8afa54c</uuid>
Nov 27 01:45:54 user nova-compute[75686]:   <name>instance-0000000b</name>
Nov 27 01:45:54 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:45:54 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:45:54 user nova-compute[75686]:   <metadata>
Nov 27 01:45:54 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:45:54 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:45:54 user nova-compute[75686]:       <nova:name>tempest-device-tagging-server-1866983269</nova:name>
Nov 27 01:45:54 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:45:50</nova:creationTime>
Nov 27 01:45:54 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:45:54 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:45:54 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:45:54 user nova-compute[75686]:       <nova:owner>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:user uuid="499d3567379a458185cf3f72f4633c40">tempest-TaggedBootDevicesTest-277738494-project-member</nova:user>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:project uuid="879d7e83642942bcb4262bc9332cf6df">tempest-TaggedBootDevicesTest-277738494</nova:project>
Nov 27 01:45:54 user nova-compute[75686]:       </nova:owner>
Nov 27 01:45:54 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:45:54 user nova-compute[75686]:       <nova:ports>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:port uuid="03f1300a-8159-45e6-9e84-0987d6d4b3a7">
Nov 27 01:45:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:45:54 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:port uuid="6575ac64-ee65-426c-9f6e-d12ec742e930">
Nov 27 01:45:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.121" ipVersion="4"/>
Nov 27 01:45:54 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:port uuid="652be731-49dc-4bbf-b2c4-96ac294b1e2f">
Nov 27 01:45:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.149" ipVersion="4"/>
Nov 27 01:45:54 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:port uuid="c700bd0a-6895-435d-a4c8-baba0bec47f7">
Nov 27 01:45:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.185" ipVersion="4"/>
Nov 27 01:45:54 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:port uuid="56b01b62-5838-42d0-b238-f09531c57a0c">
Nov 27 01:45:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.94" ipVersion="4"/>
Nov 27 01:45:54 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:port uuid="5c48a087-d5b6-49ca-8842-9f9901638031">
Nov 27 01:45:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 27 01:45:54 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:54 user nova-compute[75686]:         <nova:port uuid="eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf">
Nov 27 01:45:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 27 01:45:54 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:54 user nova-compute[75686]:       </nova:ports>
Nov 27 01:45:54 user nova-compute[75686]:     </nova:instance>
Nov 27 01:45:54 user nova-compute[75686]:   </metadata>
Nov 27 01:45:54 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:45:54 user nova-compute[75686]:     <system>
Nov 27 01:45:54 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:45:54 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:45:54 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:45:54 user nova-compute[75686]:       <entry name="serial">27bd4add-a93d-4979-83ee-623db8afa54c</entry>
Nov 27 01:45:54 user nova-compute[75686]:       <entry name="uuid">27bd4add-a93d-4979-83ee-623db8afa54c</entry>
Nov 27 01:45:54 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:45:54 user nova-compute[75686]:     </system>
Nov 27 01:45:54 user nova-compute[75686]:   </sysinfo>
Nov 27 01:45:54 user nova-compute[75686]:   <os>
Nov 27 01:45:54 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:45:54 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:45:54 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:45:54 user nova-compute[75686]:   </os>
Nov 27 01:45:54 user nova-compute[75686]:   <features>
Nov 27 01:45:54 user nova-compute[75686]:     <acpi/>
Nov 27 01:45:54 user nova-compute[75686]:     <apic/>
Nov 27 01:45:54 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:45:54 user nova-compute[75686]:   </features>
Nov 27 01:45:54 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:45:54 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:45:54 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:45:54 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:45:54 user nova-compute[75686]:   </clock>
Nov 27 01:45:54 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:45:54 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:45:54 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:45:54 user nova-compute[75686]:   </cpu>
Nov 27 01:45:54 user nova-compute[75686]:   <devices>
Nov 27 01:45:54 user nova-compute[75686]:     <disk type="file" device="cdrom">
Nov 27 01:45:54 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 01:45:54 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c/disk.config"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="hda" bus="ide"/>
Nov 27 01:45:54 user nova-compute[75686]:     </disk>
Nov 27 01:45:54 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:45:54 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:45:54 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <serial>e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f</serial>
Nov 27 01:45:54 user nova-compute[75686]:     </disk>
Nov 27 01:45:54 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:45:54 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:45:54 user nova-compute[75686]:       <source dev="/dev/sdc"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <serial>00165e49-4963-4eab-8d99-f6201a68d203</serial>
Nov 27 01:45:54 user nova-compute[75686]:     </disk>
Nov 27 01:45:54 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:45:54 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:45:54 user nova-compute[75686]:       <source dev="/dev/sdd"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="vdc" bus="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <serial>63e8e9fa-74af-41f8-9501-d1f4cef8fffb</serial>
Nov 27 01:45:54 user nova-compute[75686]:     </disk>
Nov 27 01:45:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:54 user nova-compute[75686]:       <mac address="fa:16:3e:2c:79:76"/>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="tap03f1300a-81"/>
Nov 27 01:45:54 user nova-compute[75686]:     </interface>
Nov 27 01:45:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:54 user nova-compute[75686]:       <mac address="fa:16:3e:4d:97:dd"/>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="tap6575ac64-ee"/>
Nov 27 01:45:54 user nova-compute[75686]:     </interface>
Nov 27 01:45:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:54 user nova-compute[75686]:       <mac address="fa:16:3e:e4:17:8b"/>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="tap652be731-49"/>
Nov 27 01:45:54 user nova-compute[75686]:     </interface>
Nov 27 01:45:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:54 user nova-compute[75686]:       <mac address="fa:16:3e:e1:34:ad"/>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="tapc700bd0a-68"/>
Nov 27 01:45:54 user nova-compute[75686]:     </interface>
Nov 27 01:45:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:54 user nova-compute[75686]:       <mac address="fa:16:3e:70:d2:04"/>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="tap56b01b62-58"/>
Nov 27 01:45:54 user nova-compute[75686]:     </interface>
Nov 27 01:45:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:54 user nova-compute[75686]:       <mac address="fa:16:3e:a0:cc:62"/>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="tap5c48a087-d5"/>
Nov 27 01:45:54 user nova-compute[75686]:     </interface>
Nov 27 01:45:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:54 user nova-compute[75686]:       <mac address="fa:16:3e:40:90:bb"/>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:54 user nova-compute[75686]:       <target dev="tapeec4bb91-4a"/>
Nov 27 01:45:54 user nova-compute[75686]:     </interface>
Nov 27 01:45:54 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:45:54 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c/console.log" append="off"/>
Nov 27 01:45:54 user nova-compute[75686]:     </serial>
Nov 27 01:45:54 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:45:54 user nova-compute[75686]:     <video>
Nov 27 01:45:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:54 user nova-compute[75686]:     </video>
Nov 27 01:45:54 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:45:54 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:45:54 user nova-compute[75686]:     </rng>
Nov 27 01:45:54 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:45:54 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:45:54 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:45:54 user nova-compute[75686]:     </memballoon>
Nov 27 01:45:54 user nova-compute[75686]:   </devices>
Nov 27 01:45:54 user nova-compute[75686]: </domain>
Nov 27 01:45:54 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:79:76,bridge_name='br-int',has_traffic_filtering=True,id=03f1300a-8159-45e6-9e84-0987d6d4b3a7,network=Network(fdb8f2ee-0883-4caa-8d15-5e3852d458f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f1300a-81') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:79:76,bridge_name='br-int',has_traffic_filtering=True,id=03f1300a-8159-45e6-9e84-0987d6d4b3a7,network=Network(fdb8f2ee-0883-4caa-8d15-5e3852d458f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f1300a-81') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '74bacdd4-2230-5f0b-847b-2363e262c30b', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap03f1300a-81, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap03f1300a-81, col_values=(('qos', UUID('b6b39f4f-42ef-4599-bed9-7f86bdd22760')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap03f1300a-81, col_values=(('external_ids', {'iface-id': '03f1300a-8159-45e6-9e84-0987d6d4b3a7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:79:76', 'vm-uuid': '27bd4add-a93d-4979-83ee-623db8afa54c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: INFO os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:79:76,bridge_name='br-int',has_traffic_filtering=True,id=03f1300a-8159-45e6-9e84-0987d6d4b3a7,network=Network(fdb8f2ee-0883-4caa-8d15-5e3852d458f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f1300a-81')
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:97:dd,bridge_name='br-int',has_traffic_filtering=True,id=6575ac64-ee65-426c-9f6e-d12ec742e930,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6575ac64-ee') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:97:dd,bridge_name='br-int',has_traffic_filtering=True,id=6575ac64-ee65-426c-9f6e-d12ec742e930,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6575ac64-ee') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bd9c1173-d049-5a7d-8da8-1cb69e2c0b79', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6575ac64-ee, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6575ac64-ee, col_values=(('qos', UUID('77249139-27b1-4c7a-9f98-d93ce4a38bd8')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6575ac64-ee, col_values=(('external_ids', {'iface-id': '6575ac64-ee65-426c-9f6e-d12ec742e930', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4d:97:dd', 'vm-uuid': '27bd4add-a93d-4979-83ee-623db8afa54c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: INFO os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:97:dd,bridge_name='br-int',has_traffic_filtering=True,id=6575ac64-ee65-426c-9f6e-d12ec742e930,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6575ac64-ee')
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:17:8b,bridge_name='br-int',has_traffic_filtering=True,id=652be731-49dc-4bbf-b2c4-96ac294b1e2f,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap652be731-49') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:17:8b,bridge_name='br-int',has_traffic_filtering=True,id=652be731-49dc-4bbf-b2c4-96ac294b1e2f,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap652be731-49') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8cb53c8c-41b8-5587-ae11-14e80be4daff', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap652be731-49, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap652be731-49, col_values=(('qos', UUID('df8885b7-793d-4b94-ad99-f393322a6f2b')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap652be731-49, col_values=(('external_ids', {'iface-id': '652be731-49dc-4bbf-b2c4-96ac294b1e2f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:17:8b', 'vm-uuid': '27bd4add-a93d-4979-83ee-623db8afa54c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: INFO os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:17:8b,bridge_name='br-int',has_traffic_filtering=True,id=652be731-49dc-4bbf-b2c4-96ac294b1e2f,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap652be731-49')
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:34:ad,bridge_name='br-int',has_traffic_filtering=True,id=c700bd0a-6895-435d-a4c8-baba0bec47f7,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc700bd0a-68') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:34:ad,bridge_name='br-int',has_traffic_filtering=True,id=c700bd0a-6895-435d-a4c8-baba0bec47f7,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc700bd0a-68') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '66a5e65f-c2d0-55ec-8e99-7940f91c6777', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:45:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Creating image(s)
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Ensure instance console log exists: /opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Start _get_guest_xml network_info=[{"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '0de6fb39-355a-4121-9aa7-efc51a0626e6', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMWudHyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92', 'attached_at': '', 'detached_at': '', 'volume_id': '4568fa5e-e862-4d52-9066-ca627811f0ec', 'serial': '4568fa5e-e862-4d52-9066-ca627811f0ec'}, 'volume_type': None}, {'attachment_id': 'e1649a2e-50c3-457b-9c3c-b66e3021dffe', 'delete_on_termination': False, 'boot_index': 1, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNtDFTGV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ae9e12-7d71-40f0-a2f5-cd38b8638b87', 'serial': 'e2ae9e12-7d71-40f0-a2f5-cd38b8638b87'}, 'volume_type': None}, {'attachment_id': 'aa85fdf0-6879-43ac-8536-5adaaae700fe', 'delete_on_termination': False, 'boot_index': 2, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cdSVbHgU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92', 'attached_at': '', 'detached_at': '', 'volume_id': 'b08249a3-8999-416a-b0b0-66a363668822', 'serial': 'b08249a3-8999-416a-b0b0-66a363668822'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc700bd0a-68, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc700bd0a-68, col_values=(('qos', UUID('b5b8f749-ce3b-4353-8417-6a04b0d156e0')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc700bd0a-68, col_values=(('external_ids', {'iface-id': 'c700bd0a-6895-435d-a4c8-baba0bec47f7', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e1:34:ad', 'vm-uuid': '27bd4add-a93d-4979-83ee-623db8afa54c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMWudHyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:54 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:54 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:54 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: INFO os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:34:ad,bridge_name='br-int',has_traffic_filtering=True,id=c700bd0a-6895-435d-a4c8-baba0bec47f7,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc700bd0a-68')
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:d2:04,bridge_name='br-int',has_traffic_filtering=True,id=56b01b62-5838-42d0-b238-f09531c57a0c,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56b01b62-58') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:d2:04,bridge_name='br-int',has_traffic_filtering=True,id=56b01b62-5838-42d0-b238-f09531c57a0c,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56b01b62-58') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0a04e196-6427-52c4-ac64-14262fa0d652', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9455e49a-413c-4126-8b02-9b6ee3b10048]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:45:54 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f54a73ea-20c2-477b-9792-99e355baaf30]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec] added
Nov 27 01:45:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap56b01b62-58, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap56b01b62-58, col_values=(('qos', UUID('25635922-3804-4cff-ae7d-5bad3ad7c126')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap56b01b62-58, col_values=(('external_ids', {'iface-id': '56b01b62-5838-42d0-b238-f09531c57a0c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:70:d2:04', 'vm-uuid': '27bd4add-a93d-4979-83ee-623db8afa54c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1b29f6d-864d-4db1-aac0-2635da8eb56e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1cb40513-a890-40e2-9306-304fe7e2e826]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMWudHyJ {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: INFO os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:d2:04,bridge_name='br-int',has_traffic_filtering=True,id=56b01b62-5838-42d0-b238-f09531c57a0c,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56b01b62-58')
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:cc:62,bridge_name='br-int',has_traffic_filtering=True,id=5c48a087-d5b6-49ca-8842-9f9901638031,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c48a087-d5') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:cc:62,bridge_name='br-int',has_traffic_filtering=True,id=5c48a087-d5b6-49ca-8842-9f9901638031,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c48a087-d5') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v qMWudHyJ" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[297391ad-ccc1-409e-a182-29854e6bb3ff]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'qMWudHyJ'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b5288bfb-f3e0-57c2-ba9f-489c8c0b41e8', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a2229a8-f141-4f9a-97fd-e12cb4a20ab9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc985645-9df6-4594-a5a9-5edf18a5ce20]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5c48a087-d5, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5c48a087-d5, col_values=(('qos', UUID('44402f14-62fe-455f-a61c-2bc2bf5b59a1')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5c48a087-d5, col_values=(('external_ids', {'iface-id': '5c48a087-d5b6-49ca-8842-9f9901638031', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a0:cc:62', 'vm-uuid': '27bd4add-a93d-4979-83ee-623db8afa54c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: INFO os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:cc:62,bridge_name='br-int',has_traffic_filtering=True,id=5c48a087-d5b6-49ca-8842-9f9901638031,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c48a087-d5')
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:90:bb,bridge_name='br-int',has_traffic_filtering=True,id=eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4bb91-4a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:90:bb,bridge_name='br-int',has_traffic_filtering=True,id=eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4bb91-4a') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '274944fd-fe92-5c23-a9b0-c92e49ae6935', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d3ccb14-c6c9-45c1-a61c-e971ca9144d3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260]
Nov 27 01:45:54 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260] successful.
Nov 27 01:45:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1206b83f-dca2-494b-890c-16b48d913e82]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a20ec2a-0d5f-4465-a4f6-33a74406a228]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:54 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.290s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapeec4bb91-4a, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapeec4bb91-4a, col_values=(('qos', UUID('6546cfa9-5c99-4085-998f-be2899eff0a0')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapeec4bb91-4a, col_values=(('external_ids', {'iface-id': 'eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:90:bb', 'vm-uuid': '27bd4add-a93d-4979-83ee-623db8afa54c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7a5be25-43d3-44a5-b649-b3979391aa39]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:55 user nova-compute[75686]: INFO os_vif [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:90:bb,bridge_name='br-int',has_traffic_filtering=True,id=eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4bb91-4a')
Nov 27 01:45:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] No BDM found with device name hda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] No VIF found with MAC fa:16:3e:2c:79:76, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] No VIF found with MAC fa:16:3e:70:d2:04, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:45:55 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Using config drive
Nov 27 01:45:55 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Creating config drive at /opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c/disk.config
Nov 27 01:45:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp7hnrk4bk {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp7hnrk4bk" returned: 0 in 0.091s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMWudHyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.327s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== connect_volume: return (1329ms) {'type': 'block', 'scsi_wwn': '26533393634643266', 'path': '/dev/sde'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26533393634643266', 'path': '/dev/sde'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNtDFTGV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:56 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[29e3f8f1-e48b-48c4-a1b6-948e1200ea16]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:45:56 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[beb3e486-8dfa-4a8a-88b2-c520024c52bd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87] added
Nov 27 01:45:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b60b36-1dfa-400f-aad6-3045a61ef468]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e483fa2e-eaa8-42d7-b86f-76b56b15cde1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pNtDFTGV {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pNtDFTGV" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb98435-873a-462f-89a3-149ad2f0bf87]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pNtDFTGV'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[51b5b1e1-4a58-4969-8809-38abbf04b035]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db1cda2-0414-4e61-b209-b0fd87320a03]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[02321e47-ec7d-4374-981c-92f65bbf9bc4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260]
Nov 27 01:45:56 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260] successful.
Nov 27 01:45:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7066d2e-064d-4f24-a0fe-620b894cc121]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[842c93b6-c515-4efe-b101-b5e6c5996b5f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:45:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:56 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:45:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.322s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] HCTL ('37', '-', '-', 0) found on session 6 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cdf4c2c-b867-4d72-af17-cd36828d810a]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Searching for a device in session 6 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNtDFTGV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== connect_volume: return (1374ms) {'type': 'block', 'scsi_wwn': '26230626631343738', 'path': '/dev/sdf'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26230626631343738', 'path': '/dev/sdf'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-0d1fd906-4716-4f0d-88f8-386783edc99f req-176f2a56-ea0b-4da9-a422-3b40a0906f0c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d1fd906-4716-4f0d-88f8-386783edc99f req-176f2a56-ea0b-4da9-a422-3b40a0906f0c service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d1fd906-4716-4f0d-88f8-386783edc99f req-176f2a56-ea0b-4da9-a422-3b40a0906f0c service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d1fd906-4716-4f0d-88f8-386783edc99f req-176f2a56-ea0b-4da9-a422-3b40a0906f0c service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-0d1fd906-4716-4f0d-88f8-386783edc99f req-176f2a56-ea0b-4da9-a422-3b40a0906f0c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:57 user nova-compute[75686]: WARNING nova.compute.manager [req-0d1fd906-4716-4f0d-88f8-386783edc99f req-176f2a56-ea0b-4da9-a422-3b40a0906f0c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 for instance with vm_state building and task_state spawning.
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cdSVbHgU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:45:57 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:57 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:45:57 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2b1de4c-78e5-4238-8b68-96ee6a632488]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:45:57 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[05b492b1-f607-4e5a-a887-f0ccaca8840a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822] added
Nov 27 01:45:57 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[85d2ec6c-9530-41a0-8045-01d88cf7d52f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1af492-eec7-4a2f-b9f0-8288028e03f9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cdSVbHgU {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cdSVbHgU" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2df72dee-dd75-40cc-be0a-5a479f2e61c8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cdSVbHgU'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aebcec14-5a43-4a1b-9e81-4a0d6bcb00c2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f91488-4988-4a02-93f2-c158a9a9efb4]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --login" returned: 0 in 0.140s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c44ef2f7-ec83-4002-aafe-3a46bd380c00]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260]
Nov 27 01:45:57 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260] successful.
Nov 27 01:45:57 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[89dc76ae-956e-42c2-8a17-280e004dbd3d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ccf3c19-81fa-40a7-a210-90ca72fa3f79]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:45:57 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.411s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] HCTL ('38', '-', '-', 0) found on session 7 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8adff858-3040-4fab-829f-796c00ee15fd]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Searching for a device in session 7 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cdSVbHgU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-dc703e1d-1f29-4e0e-aae7-fe48ae73b5e1 req-2c33b951-9eff-47b2-9d37-5e4ba99be07d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dc703e1d-1f29-4e0e-aae7-fe48ae73b5e1 req-2c33b951-9eff-47b2-9d37-5e4ba99be07d service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dc703e1d-1f29-4e0e-aae7-fe48ae73b5e1 req-2c33b951-9eff-47b2-9d37-5e4ba99be07d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dc703e1d-1f29-4e0e-aae7-fe48ae73b5e1 req-2c33b951-9eff-47b2-9d37-5e4ba99be07d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-dc703e1d-1f29-4e0e-aae7-fe48ae73b5e1 req-2c33b951-9eff-47b2-9d37-5e4ba99be07d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:58 user nova-compute[75686]: WARNING nova.compute.manager [req-dc703e1d-1f29-4e0e-aae7-fe48ae73b5e1 req-2c33b951-9eff-47b2-9d37-5e4ba99be07d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f for instance with vm_state building and task_state spawning.
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.468s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== connect_volume: return (1469ms) {'type': 'block', 'scsi_wwn': '26235323435393630', 'path': '/dev/sdg'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26235323435393630', 'path': '/dev/sdg'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:0a:31,bridge_name='br-int',has_traffic_filtering=True,id=25b7419f-d628-4926-b706-f066c254e9b1,network=Network(66e8e05a-4883-4521-a419-08ad8f434f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25b7419f-d6') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:c8:49,bridge_name='br-int',has_traffic_filtering=True,id=d1f14c4b-b1e9-48b0-aba9-e384b3d751a2,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd1f14c4b-b1') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:83:44,bridge_name='br-int',has_traffic_filtering=True,id=1ec02ad7-a7a8-4602-942a-b66c57a56b0e,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1ec02ad7-a7') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:19:00,bridge_name='br-int',has_traffic_filtering=True,id=0d99dd83-0e0d-4052-a410-d50b9102db65,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d99dd83-0e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:ae:ab,bridge_name='br-int',has_traffic_filtering=True,id=b594e43e-af6b-49cd-92e0-12147106071d,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb594e43e-af') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:c4:52,bridge_name='br-int',has_traffic_filtering=True,id=58a0b7b7-ca5d-4889-9462-f3181c37db01,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a0b7b7-ca') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:18:df,bridge_name='br-int',has_traffic_filtering=True,id=7baee745-ba20-4859-9515-7a7e8632f1a6,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7baee745-ba') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lazy-loading 'pci_devices' on Instance uuid 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:45:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:45:59 user nova-compute[75686]:   <uuid>5aff6318-0f7f-4341-8ac3-6eeeba1e1c92</uuid>
Nov 27 01:45:59 user nova-compute[75686]:   <name>instance-0000000c</name>
Nov 27 01:45:59 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:45:59 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:45:59 user nova-compute[75686]:   <metadata>
Nov 27 01:45:59 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:45:59 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:45:59 user nova-compute[75686]:       <nova:name>tempest-device-tagging-server-109385874</nova:name>
Nov 27 01:45:59 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:45:54</nova:creationTime>
Nov 27 01:45:59 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:45:59 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:45:59 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:45:59 user nova-compute[75686]:       <nova:owner>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:user uuid="1d52b9eb758a480aaf7c1f6f4b985177">tempest-TaggedBootDevicesTest_v242-1753373528-project-member</nova:user>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:project uuid="bb5047346f5a41599b86602ad3538e53">tempest-TaggedBootDevicesTest_v242-1753373528</nova:project>
Nov 27 01:45:59 user nova-compute[75686]:       </nova:owner>
Nov 27 01:45:59 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:45:59 user nova-compute[75686]:       <nova:ports>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:port uuid="25b7419f-d628-4926-b706-f066c254e9b1">
Nov 27 01:45:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 01:45:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:port uuid="d1f14c4b-b1e9-48b0-aba9-e384b3d751a2">
Nov 27 01:45:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.119" ipVersion="4"/>
Nov 27 01:45:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:port uuid="1ec02ad7-a7a8-4602-942a-b66c57a56b0e">
Nov 27 01:45:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.187" ipVersion="4"/>
Nov 27 01:45:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:port uuid="0d99dd83-0e0d-4052-a410-d50b9102db65">
Nov 27 01:45:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.201" ipVersion="4"/>
Nov 27 01:45:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:port uuid="b594e43e-af6b-49cd-92e0-12147106071d">
Nov 27 01:45:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.1.1.53" ipVersion="4"/>
Nov 27 01:45:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:port uuid="58a0b7b7-ca5d-4889-9462-f3181c37db01">
Nov 27 01:45:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 27 01:45:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:59 user nova-compute[75686]:         <nova:port uuid="7baee745-ba20-4859-9515-7a7e8632f1a6">
Nov 27 01:45:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 27 01:45:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:45:59 user nova-compute[75686]:       </nova:ports>
Nov 27 01:45:59 user nova-compute[75686]:     </nova:instance>
Nov 27 01:45:59 user nova-compute[75686]:   </metadata>
Nov 27 01:45:59 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:45:59 user nova-compute[75686]:     <system>
Nov 27 01:45:59 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:45:59 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:45:59 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:45:59 user nova-compute[75686]:       <entry name="serial">5aff6318-0f7f-4341-8ac3-6eeeba1e1c92</entry>
Nov 27 01:45:59 user nova-compute[75686]:       <entry name="uuid">5aff6318-0f7f-4341-8ac3-6eeeba1e1c92</entry>
Nov 27 01:45:59 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:45:59 user nova-compute[75686]:     </system>
Nov 27 01:45:59 user nova-compute[75686]:   </sysinfo>
Nov 27 01:45:59 user nova-compute[75686]:   <os>
Nov 27 01:45:59 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:45:59 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:45:59 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:45:59 user nova-compute[75686]:   </os>
Nov 27 01:45:59 user nova-compute[75686]:   <features>
Nov 27 01:45:59 user nova-compute[75686]:     <acpi/>
Nov 27 01:45:59 user nova-compute[75686]:     <apic/>
Nov 27 01:45:59 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:45:59 user nova-compute[75686]:   </features>
Nov 27 01:45:59 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:45:59 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:45:59 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:45:59 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:45:59 user nova-compute[75686]:   </clock>
Nov 27 01:45:59 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:45:59 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:45:59 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:45:59 user nova-compute[75686]:   </cpu>
Nov 27 01:45:59 user nova-compute[75686]:   <devices>
Nov 27 01:45:59 user nova-compute[75686]:     <disk type="file" device="cdrom">
Nov 27 01:45:59 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 01:45:59 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92/disk.config"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="hda" bus="ide"/>
Nov 27 01:45:59 user nova-compute[75686]:     </disk>
Nov 27 01:45:59 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:45:59 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:45:59 user nova-compute[75686]:       <source dev="/dev/sde"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <serial>4568fa5e-e862-4d52-9066-ca627811f0ec</serial>
Nov 27 01:45:59 user nova-compute[75686]:     </disk>
Nov 27 01:45:59 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:45:59 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:45:59 user nova-compute[75686]:       <source dev="/dev/sdf"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <serial>e2ae9e12-7d71-40f0-a2f5-cd38b8638b87</serial>
Nov 27 01:45:59 user nova-compute[75686]:     </disk>
Nov 27 01:45:59 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:45:59 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:45:59 user nova-compute[75686]:       <source dev="/dev/sdg"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="vdc" bus="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <serial>b08249a3-8999-416a-b0b0-66a363668822</serial>
Nov 27 01:45:59 user nova-compute[75686]:     </disk>
Nov 27 01:45:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:59 user nova-compute[75686]:       <mac address="fa:16:3e:82:0a:31"/>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="tap25b7419f-d6"/>
Nov 27 01:45:59 user nova-compute[75686]:     </interface>
Nov 27 01:45:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:59 user nova-compute[75686]:       <mac address="fa:16:3e:59:c8:49"/>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="tapd1f14c4b-b1"/>
Nov 27 01:45:59 user nova-compute[75686]:     </interface>
Nov 27 01:45:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:59 user nova-compute[75686]:       <mac address="fa:16:3e:68:83:44"/>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="tap1ec02ad7-a7"/>
Nov 27 01:45:59 user nova-compute[75686]:     </interface>
Nov 27 01:45:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:59 user nova-compute[75686]:       <mac address="fa:16:3e:2f:19:00"/>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="tap0d99dd83-0e"/>
Nov 27 01:45:59 user nova-compute[75686]:     </interface>
Nov 27 01:45:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:59 user nova-compute[75686]:       <mac address="fa:16:3e:aa:ae:ab"/>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="tapb594e43e-af"/>
Nov 27 01:45:59 user nova-compute[75686]:     </interface>
Nov 27 01:45:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:59 user nova-compute[75686]:       <mac address="fa:16:3e:cd:c4:52"/>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="tap58a0b7b7-ca"/>
Nov 27 01:45:59 user nova-compute[75686]:     </interface>
Nov 27 01:45:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:45:59 user nova-compute[75686]:       <mac address="fa:16:3e:df:18:df"/>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:45:59 user nova-compute[75686]:       <target dev="tap7baee745-ba"/>
Nov 27 01:45:59 user nova-compute[75686]:     </interface>
Nov 27 01:45:59 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:45:59 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92/console.log" append="off"/>
Nov 27 01:45:59 user nova-compute[75686]:     </serial>
Nov 27 01:45:59 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:45:59 user nova-compute[75686]:     <video>
Nov 27 01:45:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:45:59 user nova-compute[75686]:     </video>
Nov 27 01:45:59 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:45:59 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:45:59 user nova-compute[75686]:     </rng>
Nov 27 01:45:59 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:45:59 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:45:59 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:45:59 user nova-compute[75686]:     </memballoon>
Nov 27 01:45:59 user nova-compute[75686]:   </devices>
Nov 27 01:45:59 user nova-compute[75686]: </domain>
Nov 27 01:45:59 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:0a:31,bridge_name='br-int',has_traffic_filtering=True,id=25b7419f-d628-4926-b706-f066c254e9b1,network=Network(66e8e05a-4883-4521-a419-08ad8f434f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25b7419f-d6') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:0a:31,bridge_name='br-int',has_traffic_filtering=True,id=25b7419f-d628-4926-b706-f066c254e9b1,network=Network(66e8e05a-4883-4521-a419-08ad8f434f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25b7419f-d6') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd613f999-a188-50a7-b2db-dd5cce1e50ec', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap25b7419f-d6, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap25b7419f-d6, col_values=(('qos', UUID('8d54632c-3d70-4e53-afe6-54c7f5adf35b')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap25b7419f-d6, col_values=(('external_ids', {'iface-id': '25b7419f-d628-4926-b706-f066c254e9b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:0a:31', 'vm-uuid': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: INFO os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:0a:31,bridge_name='br-int',has_traffic_filtering=True,id=25b7419f-d628-4926-b706-f066c254e9b1,network=Network(66e8e05a-4883-4521-a419-08ad8f434f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25b7419f-d6')
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:c8:49,bridge_name='br-int',has_traffic_filtering=True,id=d1f14c4b-b1e9-48b0-aba9-e384b3d751a2,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd1f14c4b-b1') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:c8:49,bridge_name='br-int',has_traffic_filtering=True,id=d1f14c4b-b1e9-48b0-aba9-e384b3d751a2,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd1f14c4b-b1') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '55845d0b-144c-5941-a00d-8018ef83935c', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd1f14c4b-b1, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd1f14c4b-b1, col_values=(('qos', UUID('b733b545-f363-4140-8101-6d419b7fcc6a')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd1f14c4b-b1, col_values=(('external_ids', {'iface-id': 'd1f14c4b-b1e9-48b0-aba9-e384b3d751a2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:59:c8:49', 'vm-uuid': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: INFO os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:c8:49,bridge_name='br-int',has_traffic_filtering=True,id=d1f14c4b-b1e9-48b0-aba9-e384b3d751a2,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd1f14c4b-b1')
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:83:44,bridge_name='br-int',has_traffic_filtering=True,id=1ec02ad7-a7a8-4602-942a-b66c57a56b0e,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1ec02ad7-a7') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:83:44,bridge_name='br-int',has_traffic_filtering=True,id=1ec02ad7-a7a8-4602-942a-b66c57a56b0e,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1ec02ad7-a7') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8a2b7b44-144a-5674-a03c-014e70452ff7', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1ec02ad7-a7, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1ec02ad7-a7, col_values=(('qos', UUID('454ed485-9e90-420f-ab7b-3d2e687335ed')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1ec02ad7-a7, col_values=(('external_ids', {'iface-id': '1ec02ad7-a7a8-4602-942a-b66c57a56b0e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:68:83:44', 'vm-uuid': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: INFO os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:83:44,bridge_name='br-int',has_traffic_filtering=True,id=1ec02ad7-a7a8-4602-942a-b66c57a56b0e,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1ec02ad7-a7')
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:19:00,bridge_name='br-int',has_traffic_filtering=True,id=0d99dd83-0e0d-4052-a410-d50b9102db65,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d99dd83-0e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:19:00,bridge_name='br-int',has_traffic_filtering=True,id=0d99dd83-0e0d-4052-a410-d50b9102db65,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d99dd83-0e') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '349a76be-b0b1-5153-9c80-38f8b6917456', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d99dd83-0e, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d99dd83-0e, col_values=(('qos', UUID('8ad4a98f-04aa-4ff2-96fc-73425d49aa15')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d99dd83-0e, col_values=(('external_ids', {'iface-id': '0d99dd83-0e0d-4052-a410-d50b9102db65', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2f:19:00', 'vm-uuid': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: INFO os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:19:00,bridge_name='br-int',has_traffic_filtering=True,id=0d99dd83-0e0d-4052-a410-d50b9102db65,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d99dd83-0e')
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:ae:ab,bridge_name='br-int',has_traffic_filtering=True,id=b594e43e-af6b-49cd-92e0-12147106071d,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb594e43e-af') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:ae:ab,bridge_name='br-int',has_traffic_filtering=True,id=b594e43e-af6b-49cd-92e0-12147106071d,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb594e43e-af') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '336a5c92-93c8-52e8-b01d-eaf4f6f6eb49', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb594e43e-af, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb594e43e-af, col_values=(('qos', UUID('d3a69c9f-4765-42cd-a7d4-83e4617f7fbc')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb594e43e-af, col_values=(('external_ids', {'iface-id': 'b594e43e-af6b-49cd-92e0-12147106071d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:ae:ab', 'vm-uuid': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:59 user nova-compute[75686]: WARNING nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 for instance with vm_state building and task_state spawning.
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:59 user nova-compute[75686]: WARNING nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 for instance with vm_state building and task_state spawning.
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:59 user nova-compute[75686]: WARNING nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 for instance with vm_state building and task_state spawning.
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:59 user nova-compute[75686]: WARNING nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 for instance with vm_state building and task_state spawning.
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:59 user nova-compute[75686]: WARNING nova.compute.manager [req-ba176112-a3de-4405-a462-9181f596aa7a req-e35320d6-e395-4fa2-8c4a-879a4e5249d7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 for instance with vm_state building and task_state spawning.
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-f2489f43-573f-43c3-8185-13f234dcef9e req-6dd40b39-c5c4-4849-9eee-6eda53459dfc service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2489f43-573f-43c3-8185-13f234dcef9e req-6dd40b39-c5c4-4849-9eee-6eda53459dfc service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2489f43-573f-43c3-8185-13f234dcef9e req-6dd40b39-c5c4-4849-9eee-6eda53459dfc service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2489f43-573f-43c3-8185-13f234dcef9e req-6dd40b39-c5c4-4849-9eee-6eda53459dfc service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-f2489f43-573f-43c3-8185-13f234dcef9e req-6dd40b39-c5c4-4849-9eee-6eda53459dfc service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:45:59 user nova-compute[75686]: WARNING nova.compute.manager [req-f2489f43-573f-43c3-8185-13f234dcef9e req-6dd40b39-c5c4-4849-9eee-6eda53459dfc service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf for instance with vm_state building and task_state spawning.
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: INFO os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:ae:ab,bridge_name='br-int',has_traffic_filtering=True,id=b594e43e-af6b-49cd-92e0-12147106071d,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb594e43e-af')
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:c4:52,bridge_name='br-int',has_traffic_filtering=True,id=58a0b7b7-ca5d-4889-9462-f3181c37db01,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a0b7b7-ca') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:c4:52,bridge_name='br-int',has_traffic_filtering=True,id=58a0b7b7-ca5d-4889-9462-f3181c37db01,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a0b7b7-ca') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'de16baf1-3322-5fb3-8723-f83098d71b31', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58a0b7b7-ca, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58a0b7b7-ca, col_values=(('qos', UUID('d0460578-82c9-4ffe-ae59-0c9d8f9fbaa6')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58a0b7b7-ca, col_values=(('external_ids', {'iface-id': '58a0b7b7-ca5d-4889-9462-f3181c37db01', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cd:c4:52', 'vm-uuid': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: INFO os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:c4:52,bridge_name='br-int',has_traffic_filtering=True,id=58a0b7b7-ca5d-4889-9462-f3181c37db01,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a0b7b7-ca')
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:45:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:18:df,bridge_name='br-int',has_traffic_filtering=True,id=7baee745-ba20-4859-9515-7a7e8632f1a6,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7baee745-ba') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:18:df,bridge_name='br-int',has_traffic_filtering=True,id=7baee745-ba20-4859-9515-7a7e8632f1a6,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7baee745-ba') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '467ebdb5-69d5-5a70-9977-b809d96ec0f2', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7baee745-ba, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7baee745-ba, col_values=(('qos', UUID('25592e11-6fee-45af-8ce5-35301e649510')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7baee745-ba, col_values=(('external_ids', {'iface-id': '7baee745-ba20-4859-9515-7a7e8632f1a6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:18:df', 'vm-uuid': '5aff6318-0f7f-4341-8ac3-6eeeba1e1c92'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:45:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:45:59 user nova-compute[75686]: INFO os_vif [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:18:df,bridge_name='br-int',has_traffic_filtering=True,id=7baee745-ba20-4859-9515-7a7e8632f1a6,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7baee745-ba')
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] No BDM found with device name hda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] No VIF found with MAC fa:16:3e:82:0a:31, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] No VIF found with MAC fa:16:3e:aa:ae:ab, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:46:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Using config drive
Nov 27 01:46:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:00 user nova-compute[75686]: WARNING nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f for instance with vm_state building and task_state spawning.
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:00 user nova-compute[75686]: WARNING nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c for instance with vm_state building and task_state spawning.
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:00 user nova-compute[75686]: WARNING nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c for instance with vm_state building and task_state spawning.
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:00 user nova-compute[75686]: WARNING nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 for instance with vm_state building and task_state spawning.
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:00 user nova-compute[75686]: WARNING nova.compute.manager [req-b5515861-f010-41e8-a74d-af31822391dc req-3ed4d0e1-5e32-432a-86e3-63dee7fb8df6 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 for instance with vm_state building and task_state spawning.
Nov 27 01:46:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Creating config drive at /opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92/disk.config
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp3992n94x {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp3992n94x" returned: 0 in 0.071s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-600f899b-b9ac-4911-9dce-b59ae98ac18b req-d429e5a0-3548-4b35-91f4-b8f05392df72 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-600f899b-b9ac-4911-9dce-b59ae98ac18b req-d429e5a0-3548-4b35-91f4-b8f05392df72 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-600f899b-b9ac-4911-9dce-b59ae98ac18b req-d429e5a0-3548-4b35-91f4-b8f05392df72 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-600f899b-b9ac-4911-9dce-b59ae98ac18b req-d429e5a0-3548-4b35-91f4-b8f05392df72 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-600f899b-b9ac-4911-9dce-b59ae98ac18b req-d429e5a0-3548-4b35-91f4-b8f05392df72 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:01 user nova-compute[75686]: WARNING nova.compute.manager [req-600f899b-b9ac-4911-9dce-b59ae98ac18b req-d429e5a0-3548-4b35-91f4-b8f05392df72 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf for instance with vm_state building and task_state spawning.
Nov 27 01:46:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:46:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance spawned successfully.
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:02 user nova-compute[75686]: INFO nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Took 11.88 seconds to spawn the instance on the hypervisor.
Nov 27 01:46:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-3380db60-1d02-461b-b56a-5e08a8b131a3 req-574e2221-5034-46bc-bee5-dd277308407f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3380db60-1d02-461b-b56a-5e08a8b131a3 req-574e2221-5034-46bc-bee5-dd277308407f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3380db60-1d02-461b-b56a-5e08a8b131a3 req-574e2221-5034-46bc-bee5-dd277308407f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3380db60-1d02-461b-b56a-5e08a8b131a3 req-574e2221-5034-46bc-bee5-dd277308407f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-3380db60-1d02-461b-b56a-5e08a8b131a3 req-574e2221-5034-46bc-bee5-dd277308407f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:02 user nova-compute[75686]: WARNING nova.compute.manager [req-3380db60-1d02-461b-b56a-5e08a8b131a3 req-574e2221-5034-46bc-bee5-dd277308407f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 for instance with vm_state building and task_state spawning.
Nov 27 01:46:02 user nova-compute[75686]: INFO nova.compute.manager [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Took 36.06 seconds to build instance.
Nov 27 01:46:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6300cc1b-d3bc-4919-b020-89d3f8b04108 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "27bd4add-a93d-4979-83ee-623db8afa54c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 36.549s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-af1703c3-d1f2-4e96-99a3-d1f64686d498 req-2745f79a-b93c-4cff-af7a-8fa96e536d13 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-af1703c3-d1f2-4e96-99a3-d1f64686d498 req-2745f79a-b93c-4cff-af7a-8fa96e536d13 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-af1703c3-d1f2-4e96-99a3-d1f64686d498 req-2745f79a-b93c-4cff-af7a-8fa96e536d13 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-af1703c3-d1f2-4e96-99a3-d1f64686d498 req-2745f79a-b93c-4cff-af7a-8fa96e536d13 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-af1703c3-d1f2-4e96-99a3-d1f64686d498 req-2745f79a-b93c-4cff-af7a-8fa96e536d13 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:03 user nova-compute[75686]: WARNING nova.compute.manager [req-af1703c3-d1f2-4e96-99a3-d1f64686d498 req-2745f79a-b93c-4cff-af7a-8fa96e536d13 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d for instance with vm_state building and task_state spawning.
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-6801883c-27eb-4378-9a88-0ba08dc3b7ae req-2e4a0f2b-16af-4d9f-b13c-0bcd1f48819f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-c363f4c4-8e6e-46e8-ab24-11fd6d3d53ac req-8f261063-a6d7-4809-b1a8-1ab67007639c service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c363f4c4-8e6e-46e8-ab24-11fd6d3d53ac req-8f261063-a6d7-4809-b1a8-1ab67007639c service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c363f4c4-8e6e-46e8-ab24-11fd6d3d53ac req-8f261063-a6d7-4809-b1a8-1ab67007639c service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c363f4c4-8e6e-46e8-ab24-11fd6d3d53ac req-8f261063-a6d7-4809-b1a8-1ab67007639c service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-c363f4c4-8e6e-46e8-ab24-11fd6d3d53ac req-8f261063-a6d7-4809-b1a8-1ab67007639c service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:04 user nova-compute[75686]: WARNING nova.compute.manager [req-c363f4c4-8e6e-46e8-ab24-11fd6d3d53ac req-8f261063-a6d7-4809-b1a8-1ab67007639c service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 for instance with vm_state building and task_state spawning.
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-048b0bcc-321a-4c05-9506-52b442666076 req-d20b4e61-9e34-44b7-ab10-04881d5e99ef service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-048b0bcc-321a-4c05-9506-52b442666076 req-d20b4e61-9e34-44b7-ab10-04881d5e99ef service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-048b0bcc-321a-4c05-9506-52b442666076 req-d20b4e61-9e34-44b7-ab10-04881d5e99ef service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-048b0bcc-321a-4c05-9506-52b442666076 req-d20b4e61-9e34-44b7-ab10-04881d5e99ef service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-048b0bcc-321a-4c05-9506-52b442666076 req-d20b4e61-9e34-44b7-ab10-04881d5e99ef service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:05 user nova-compute[75686]: WARNING nova.compute.manager [req-048b0bcc-321a-4c05-9506-52b442666076 req-d20b4e61-9e34-44b7-ab10-04881d5e99ef service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d for instance with vm_state building and task_state spawning.
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:46:06 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance spawned successfully.
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:06 user nova-compute[75686]: INFO nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Took 12.09 seconds to spawn the instance on the hypervisor.
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-1f363848-a51a-4874-b709-0ccce85f6de7 req-1c9a523f-9f7c-4aff-9373-3ee95aec795f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1f363848-a51a-4874-b709-0ccce85f6de7 req-1c9a523f-9f7c-4aff-9373-3ee95aec795f service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1f363848-a51a-4874-b709-0ccce85f6de7 req-1c9a523f-9f7c-4aff-9373-3ee95aec795f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1f363848-a51a-4874-b709-0ccce85f6de7 req-1c9a523f-9f7c-4aff-9373-3ee95aec795f service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-1f363848-a51a-4874-b709-0ccce85f6de7 req-1c9a523f-9f7c-4aff-9373-3ee95aec795f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:06 user nova-compute[75686]: WARNING nova.compute.manager [req-1f363848-a51a-4874-b709-0ccce85f6de7 req-1c9a523f-9f7c-4aff-9373-3ee95aec795f service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 for instance with vm_state building and task_state spawning.
Nov 27 01:46:06 user nova-compute[75686]: INFO nova.compute.manager [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Took 33.86 seconds to build instance.
Nov 27 01:46:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2ac3a26-35e6-4bd7-9504-360c44709146 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 33.992s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "98831619-1f75-41ad-a5f8-52a3f9055d53" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:46:10 user nova-compute[75686]: INFO nova.compute.claims [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Claim successful on node user
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.492s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:46:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:46:10 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:46:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:46:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Creating image(s)
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "/opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "/opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "/opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG nova.policy [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ad1a32ce477e41df86f143a13989f498', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61df2ba0c7ea44b8b96ee810e90c3611', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.327s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.222s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk 1073741824" returned: 0 in 0.068s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.299s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Successfully created port: 0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:11 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Checking if we can resize image /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.270s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Cannot resize image /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Ensure instance console log exists: /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-changed-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Refreshing instance network info cache due to event network-changed-a7dc1f11-3807-441a-951b-956c06d21310. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] Acquiring lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] Acquired lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Refreshing network info cache for port a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Successfully updated port: 0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "refresh_cache-98831619-1f75-41ad-a5f8-52a3f9055d53" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquired lock "refresh_cache-98831619-1f75-41ad-a5f8-52a3f9055d53" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received event network-changed-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Refreshing instance network info cache due to event network-changed-0533611c-db34-46d1-92d0-6eeab5f1ddc1. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] Acquiring lock "refresh_cache-98831619-1f75-41ad-a5f8-52a3f9055d53" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.neutron [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updated VIF entry in instance network info cache for port a7dc1f11-3807-441a-951b-956c06d21310. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.neutron [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f67a8991-92a1-477c-a28c-bcabd438cb16 req-b4c1b455-8440-45f4-9ab4-7e74bec37d78 service nova] Releasing lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Updating instance_info_cache with network_info: [{"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json" returned: 0 in 0.238s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Releasing lock "refresh_cache-98831619-1f75-41ad-a5f8-52a3f9055d53" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Instance network_info: |[{"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] Acquired lock "refresh_cache-98831619-1f75-41ad-a5f8-52a3f9055d53" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.neutron [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Refreshing network info cache for port 0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Start _get_guest_xml network_info=[{"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:46:13 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:46:13 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:46:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1596399690',display_name='tempest-ServersNegativeTestJSON-server-1596399690',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1596399690',id=14,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61df2ba0c7ea44b8b96ee810e90c3611',ramdisk_id='',reservation_id='r-h92i94k0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1547259665',owner_user_name='tempest-ServersNegativeTestJSON-1547259665-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:46:11Z,user_data=None,user_id='ad1a32ce477e41df86f143a13989f498',uuid=98831619-1f75-41ad-a5f8-52a3f9055d53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converting VIF {"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:ec,bridge_name='br-int',has_traffic_filtering=True,id=0533611c-db34-46d1-92d0-6eeab5f1ddc1,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0533611c-db') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lazy-loading 'pci_devices' on Instance uuid 98831619-1f75-41ad-a5f8-52a3f9055d53 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:46:13 user nova-compute[75686]:   <uuid>98831619-1f75-41ad-a5f8-52a3f9055d53</uuid>
Nov 27 01:46:13 user nova-compute[75686]:   <name>instance-0000000e</name>
Nov 27 01:46:13 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:46:13 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:46:13 user nova-compute[75686]:   <metadata>
Nov 27 01:46:13 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:46:13 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:46:13 user nova-compute[75686]:       <nova:name>tempest-ServersNegativeTestJSON-server-1596399690</nova:name>
Nov 27 01:46:13 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:46:13</nova:creationTime>
Nov 27 01:46:13 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:46:13 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:46:13 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:46:13 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:46:13 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:46:13 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:46:13 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:46:13 user nova-compute[75686]:       <nova:owner>
Nov 27 01:46:13 user nova-compute[75686]:         <nova:user uuid="ad1a32ce477e41df86f143a13989f498">tempest-ServersNegativeTestJSON-1547259665-project-member</nova:user>
Nov 27 01:46:13 user nova-compute[75686]:         <nova:project uuid="61df2ba0c7ea44b8b96ee810e90c3611">tempest-ServersNegativeTestJSON-1547259665</nova:project>
Nov 27 01:46:13 user nova-compute[75686]:       </nova:owner>
Nov 27 01:46:13 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:46:13 user nova-compute[75686]:       <nova:ports>
Nov 27 01:46:13 user nova-compute[75686]:         <nova:port uuid="0533611c-db34-46d1-92d0-6eeab5f1ddc1">
Nov 27 01:46:13 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 01:46:13 user nova-compute[75686]:         </nova:port>
Nov 27 01:46:13 user nova-compute[75686]:       </nova:ports>
Nov 27 01:46:13 user nova-compute[75686]:     </nova:instance>
Nov 27 01:46:13 user nova-compute[75686]:   </metadata>
Nov 27 01:46:13 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:46:13 user nova-compute[75686]:     <system>
Nov 27 01:46:13 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:46:13 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:46:13 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:46:13 user nova-compute[75686]:       <entry name="serial">98831619-1f75-41ad-a5f8-52a3f9055d53</entry>
Nov 27 01:46:13 user nova-compute[75686]:       <entry name="uuid">98831619-1f75-41ad-a5f8-52a3f9055d53</entry>
Nov 27 01:46:13 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:46:13 user nova-compute[75686]:     </system>
Nov 27 01:46:13 user nova-compute[75686]:   </sysinfo>
Nov 27 01:46:13 user nova-compute[75686]:   <os>
Nov 27 01:46:13 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:46:13 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:46:13 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:46:13 user nova-compute[75686]:   </os>
Nov 27 01:46:13 user nova-compute[75686]:   <features>
Nov 27 01:46:13 user nova-compute[75686]:     <acpi/>
Nov 27 01:46:13 user nova-compute[75686]:     <apic/>
Nov 27 01:46:13 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:46:13 user nova-compute[75686]:   </features>
Nov 27 01:46:13 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:46:13 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:46:13 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:46:13 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:46:13 user nova-compute[75686]:   </clock>
Nov 27 01:46:13 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:46:13 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:46:13 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:46:13 user nova-compute[75686]:   </cpu>
Nov 27 01:46:13 user nova-compute[75686]:   <devices>
Nov 27 01:46:13 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:46:13 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:46:13 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk"/>
Nov 27 01:46:13 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:46:13 user nova-compute[75686]:     </disk>
Nov 27 01:46:13 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:46:13 user nova-compute[75686]:       <mac address="fa:16:3e:1a:36:ec"/>
Nov 27 01:46:13 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:46:13 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:46:13 user nova-compute[75686]:       <target dev="tap0533611c-db"/>
Nov 27 01:46:13 user nova-compute[75686]:     </interface>
Nov 27 01:46:13 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:46:13 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/console.log" append="off"/>
Nov 27 01:46:13 user nova-compute[75686]:     </serial>
Nov 27 01:46:13 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:46:13 user nova-compute[75686]:     <video>
Nov 27 01:46:13 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:46:13 user nova-compute[75686]:     </video>
Nov 27 01:46:13 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:46:13 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:46:13 user nova-compute[75686]:     </rng>
Nov 27 01:46:13 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:46:13 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:46:13 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:46:13 user nova-compute[75686]:     </memballoon>
Nov 27 01:46:13 user nova-compute[75686]:   </devices>
Nov 27 01:46:13 user nova-compute[75686]: </domain>
Nov 27 01:46:13 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:46:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1596399690',display_name='tempest-ServersNegativeTestJSON-server-1596399690',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1596399690',id=14,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='61df2ba0c7ea44b8b96ee810e90c3611',ramdisk_id='',reservation_id='r-h92i94k0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-1547259665',owner_user_name='tempest-ServersNegativeTestJSON-1547259665-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:46:11Z,user_data=None,user_id='ad1a32ce477e41df86f143a13989f498',uuid=98831619-1f75-41ad-a5f8-52a3f9055d53,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converting VIF {"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:ec,bridge_name='br-int',has_traffic_filtering=True,id=0533611c-db34-46d1-92d0-6eeab5f1ddc1,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0533611c-db') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG os_vif [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:ec,bridge_name='br-int',has_traffic_filtering=True,id=0533611c-db34-46d1-92d0-6eeab5f1ddc1,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0533611c-db') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7ad6a7ae-e1e1-5405-b287-72ff1778526e', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0533611c-db, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0533611c-db, col_values=(('qos', UUID('f65aba08-601a-4995-ba20-88b137c28aa3')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0533611c-db, col_values=(('external_ids', {'iface-id': '0533611c-db34-46d1-92d0-6eeab5f1ddc1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:36:ec', 'vm-uuid': '98831619-1f75-41ad-a5f8-52a3f9055d53'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:13 user nova-compute[75686]: INFO os_vif [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:ec,bridge_name='br-int',has_traffic_filtering=True,id=0533611c-db34-46d1-92d0-6eeab5f1ddc1,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0533611c-db')
Nov 27 01:46:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] No VIF found with MAC fa:16:3e:1a:36:ec, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG nova.network.neutron [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Updated VIF entry in instance network info cache for port 0533611c-db34-46d1-92d0-6eeab5f1ddc1. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG nova.network.neutron [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Updating instance_info_cache with network_info: [{"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f32778c2-efa2-4d8a-830a-a60a7f80716d req-43a69bee-0536-4388-8eb9-ab3422e80da4 service nova] Releasing lock "refresh_cache-98831619-1f75-41ad-a5f8-52a3f9055d53" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-changed-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Refreshing instance network info cache due to event network-changed-2e93035c-a4c4-44f1-af80-c57fb2da8038. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] Acquiring lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] Acquired lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG nova.network.neutron [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Refreshing network info cache for port 2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG nova.network.neutron [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updated VIF entry in instance network info cache for port 2e93035c-a4c4-44f1-af80-c57fb2da8038. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG nova.network.neutron [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-723d0bff-ef65-482e-9f16-0c50e7e4e0da req-b177a5cb-ba44-4110-a376-219449a47375 service nova] Releasing lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:15 user nova-compute[75686]: INFO nova.compute.manager [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Rescuing
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-001f27cd-cab9-45f7-87ec-796c290a1792 req-c38c8e6b-d037-4817-9642-afcc94c75e28 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received event network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-001f27cd-cab9-45f7-87ec-796c290a1792 req-c38c8e6b-d037-4817-9642-afcc94c75e28 service nova] Acquiring lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-001f27cd-cab9-45f7-87ec-796c290a1792 req-c38c8e6b-d037-4817-9642-afcc94c75e28 service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-001f27cd-cab9-45f7-87ec-796c290a1792 req-c38c8e6b-d037-4817-9642-afcc94c75e28 service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-001f27cd-cab9-45f7-87ec-796c290a1792 req-c38c8e6b-d037-4817-9642-afcc94c75e28 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] No waiting events found dispatching network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:15 user nova-compute[75686]: WARNING nova.compute.manager [req-001f27cd-cab9-45f7-87ec-796c290a1792 req-c38c8e6b-d037-4817-9642-afcc94c75e28 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received unexpected event network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 for instance with vm_state building and task_state spawning.
Nov 27 01:46:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:46:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-ab929eba-1280-4998-b9a7-f6334def0ef0 req-aa2090d8-3aea-48d7-8195-a954e4f442ce service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received event network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab929eba-1280-4998-b9a7-f6334def0ef0 req-aa2090d8-3aea-48d7-8195-a954e4f442ce service nova] Acquiring lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab929eba-1280-4998-b9a7-f6334def0ef0 req-aa2090d8-3aea-48d7-8195-a954e4f442ce service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab929eba-1280-4998-b9a7-f6334def0ef0 req-aa2090d8-3aea-48d7-8195-a954e4f442ce service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-ab929eba-1280-4998-b9a7-f6334def0ef0 req-aa2090d8-3aea-48d7-8195-a954e4f442ce service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] No waiting events found dispatching network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:18 user nova-compute[75686]: WARNING nova.compute.manager [req-ab929eba-1280-4998-b9a7-f6334def0ef0 req-aa2090d8-3aea-48d7-8195-a954e4f442ce service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received unexpected event network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 for instance with vm_state building and task_state spawning.
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:46:18 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:46:18 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=6655MB free_disk=25.413311004638672GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:18 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Instance spawned successfully.
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:18 user nova-compute[75686]: INFO nova.compute.manager [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Shelving
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:46:18 user nova-compute[75686]: INFO nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Took 7.18 seconds to spawn the instance on the hypervisor.
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 32b8c121-240d-46f2-9e10-fdfb14753018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 21f94cb8-8808-4426-b97b-b337932e49ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance eb3ea204-3973-4a37-924b-b09cd19b7fad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 27bd4add-a93d-4979-83ee-623db8afa54c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 98831619-1f75-41ad-a5f8-52a3f9055d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 14 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=14 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:18 user nova-compute[75686]: INFO nova.compute.manager [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Took 8.13 seconds to build instance.
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a957a513-9083-4a10-888b-24838f7b1fef tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.236s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-14a51932-75e7-499f-a0c5-46062988c81b req-185627e4-dbcc-47b0-842d-f2e429e888f3 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-unplugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14a51932-75e7-499f-a0c5-46062988c81b req-185627e4-dbcc-47b0-842d-f2e429e888f3 service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14a51932-75e7-499f-a0c5-46062988c81b req-185627e4-dbcc-47b0-842d-f2e429e888f3 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14a51932-75e7-499f-a0c5-46062988c81b req-185627e4-dbcc-47b0-842d-f2e429e888f3 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-14a51932-75e7-499f-a0c5-46062988c81b req-185627e4-dbcc-47b0-842d-f2e429e888f3 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-unplugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:18 user nova-compute[75686]: WARNING nova.compute.manager [req-14a51932-75e7-499f-a0c5-46062988c81b req-185627e4-dbcc-47b0-842d-f2e429e888f3 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received unexpected event network-vif-unplugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with vm_state active and task_state shelving.
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updating instance_info_cache with network_info: [{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:18 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance destroyed successfully.
Nov 27 01:46:18 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:46:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Beginning cold snapshot process
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.880s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk /opt/stack/data/nova/instances/snapshots/tmpdxw3peu7/ed00963eebd34d26aad3b4c715a36633 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-changed-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing instance network info cache due to event network-changed-98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.network.neutron [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance destroyed successfully.
Nov 27 01:46:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Attempting rescue
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75686) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 01:46:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Creating image(s)
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.032s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.412s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-unplugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-unplugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:20 user nova-compute[75686]: WARNING nova.compute.manager [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received unexpected event network-vif-unplugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with vm_state active and task_state rescuing.
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:20 user nova-compute[75686]: WARNING nova.compute.manager [req-03a83e17-cc1a-476e-960a-c16d2caaa9ff req-53240366-475c-461b-8b4f-4fa7d16095b8 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received unexpected event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with vm_state active and task_state rescuing.
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue" returned: 0 in 0.073s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.497s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'migration_context' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.base [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<7b992061-61c3-471b-b36d-d7c9ec57ddf6> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Start _get_guest_xml network_info=[{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:06:12:b0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'resources' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.base [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<7b992061-61c3-471b-b36d-d7c9ec57ddf6> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'numa_topology' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-284d2c02-f5f7-4ae0-a253-c2cd1d9ba623 req-02d77ed3-b92f-4cba-b285-d78ec4c49a38 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-284d2c02-f5f7-4ae0-a253-c2cd1d9ba623 req-02d77ed3-b92f-4cba-b285-d78ec4c49a38 service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-284d2c02-f5f7-4ae0-a253-c2cd1d9ba623 req-02d77ed3-b92f-4cba-b285-d78ec4c49a38 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-284d2c02-f5f7-4ae0-a253-c2cd1d9ba623 req-02d77ed3-b92f-4cba-b285-d78ec4c49a38 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-284d2c02-f5f7-4ae0-a253-c2cd1d9ba623 req-02d77ed3-b92f-4cba-b285-d78ec4c49a38 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:20 user nova-compute[75686]: WARNING nova.compute.manager [req-284d2c02-f5f7-4ae0-a253-c2cd1d9ba623 req-02d77ed3-b92f-4cba-b285-d78ec4c49a38 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received unexpected event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with vm_state active and task_state shelving_image_pending_upload.
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.base [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<7b992061-61c3-471b-b36d-d7c9ec57ddf6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:46:20 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:46:20 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.base [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<7b992061-61c3-471b-b36d-d7c9ec57ddf6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1940565989',display_name='tempest-ServerRescueNegativeTestJSON-server-1940565989',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1940565989',id=5,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fdzcxzf7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:47Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=7b992061-61c3-471b-b36d-d7c9ec57ddf6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:06:12:b0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:06:12:b0"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.objects.base [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<7b992061-61c3-471b-b36d-d7c9ec57ddf6> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:46:20 user nova-compute[75686]:   <uuid>7b992061-61c3-471b-b36d-d7c9ec57ddf6</uuid>
Nov 27 01:46:20 user nova-compute[75686]:   <name>instance-00000005</name>
Nov 27 01:46:20 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:46:20 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:46:20 user nova-compute[75686]:   <metadata>
Nov 27 01:46:20 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:46:20 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:46:20 user nova-compute[75686]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1940565989</nova:name>
Nov 27 01:46:20 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:46:20</nova:creationTime>
Nov 27 01:46:20 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:46:20 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:46:20 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:46:20 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:46:20 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:46:20 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:46:20 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:46:20 user nova-compute[75686]:       <nova:owner>
Nov 27 01:46:20 user nova-compute[75686]:         <nova:user uuid="44beb0a742a24c30a7e2004988809c51">tempest-ServerRescueNegativeTestJSON-760184345-project-member</nova:user>
Nov 27 01:46:20 user nova-compute[75686]:         <nova:project uuid="a953169393c9425985ef738e51b22868">tempest-ServerRescueNegativeTestJSON-760184345</nova:project>
Nov 27 01:46:20 user nova-compute[75686]:       </nova:owner>
Nov 27 01:46:20 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:46:20 user nova-compute[75686]:       <nova:ports>
Nov 27 01:46:20 user nova-compute[75686]:         <nova:port uuid="ebad5101-32cf-4530-99b1-18ca2852640f">
Nov 27 01:46:20 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:46:20 user nova-compute[75686]:         </nova:port>
Nov 27 01:46:20 user nova-compute[75686]:       </nova:ports>
Nov 27 01:46:20 user nova-compute[75686]:     </nova:instance>
Nov 27 01:46:20 user nova-compute[75686]:   </metadata>
Nov 27 01:46:20 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:46:20 user nova-compute[75686]:     <system>
Nov 27 01:46:20 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:46:20 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:46:20 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:46:20 user nova-compute[75686]:       <entry name="serial">7b992061-61c3-471b-b36d-d7c9ec57ddf6</entry>
Nov 27 01:46:20 user nova-compute[75686]:       <entry name="uuid">7b992061-61c3-471b-b36d-d7c9ec57ddf6</entry>
Nov 27 01:46:20 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:46:20 user nova-compute[75686]:     </system>
Nov 27 01:46:20 user nova-compute[75686]:   </sysinfo>
Nov 27 01:46:20 user nova-compute[75686]:   <os>
Nov 27 01:46:20 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:46:20 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:46:20 user nova-compute[75686]:   </os>
Nov 27 01:46:20 user nova-compute[75686]:   <features>
Nov 27 01:46:20 user nova-compute[75686]:     <acpi/>
Nov 27 01:46:20 user nova-compute[75686]:     <apic/>
Nov 27 01:46:20 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:46:20 user nova-compute[75686]:   </features>
Nov 27 01:46:20 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:46:20 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:46:20 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:46:20 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:46:20 user nova-compute[75686]:   </clock>
Nov 27 01:46:20 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:46:20 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:46:20 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:46:20 user nova-compute[75686]:   </cpu>
Nov 27 01:46:20 user nova-compute[75686]:   <devices>
Nov 27 01:46:20 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:46:20 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:46:20 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue"/>
Nov 27 01:46:20 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:46:20 user nova-compute[75686]:     </disk>
Nov 27 01:46:20 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:46:20 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:46:20 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk"/>
Nov 27 01:46:20 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:46:20 user nova-compute[75686]:     </disk>
Nov 27 01:46:20 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:46:20 user nova-compute[75686]:       <mac address="fa:16:3e:06:12:b0"/>
Nov 27 01:46:20 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:46:20 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:46:20 user nova-compute[75686]:       <target dev="tapebad5101-32"/>
Nov 27 01:46:20 user nova-compute[75686]:     </interface>
Nov 27 01:46:20 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:46:20 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/console.log" append="off"/>
Nov 27 01:46:20 user nova-compute[75686]:     </serial>
Nov 27 01:46:20 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:46:20 user nova-compute[75686]:     <video>
Nov 27 01:46:20 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:46:20 user nova-compute[75686]:     </video>
Nov 27 01:46:20 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:46:20 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:46:20 user nova-compute[75686]:     </rng>
Nov 27 01:46:20 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:46:20 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:46:20 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:46:20 user nova-compute[75686]:     </memballoon>
Nov 27 01:46:20 user nova-compute[75686]:   </devices>
Nov 27 01:46:20 user nova-compute[75686]: </domain>
Nov 27 01:46:20 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:46:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance destroyed successfully.
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No VIF found with MAC fa:16:3e:06:12:b0, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:46:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk /opt/stack/data/nova/instances/snapshots/tmpdxw3peu7/ed00963eebd34d26aad3b4c715a36633" returned: 0 in 1.634s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Snapshot extracted, beginning image upload
Nov 27 01:46:21 user nova-compute[75686]: DEBUG nova.network.neutron [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updated VIF entry in instance network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG nova.network.neutron [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a3ca07b8-dcb1-4928-bec5-b73c1d234435 req-402e8a38-2c8b-49c0-b048-8d2e2dc2a8e4 service nova] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:46:21 user nova-compute[75686]: INFO nova.compute.manager [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] instance snapshotting
Nov 27 01:46:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Beginning live snapshot process
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json -f qcow2" returned: 0 in 0.233s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzc8mhkkv/18197540fa1a4de0b70ba7d359889572.delta 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzc8mhkkv/18197540fa1a4de0b70ba7d359889572.delta 1073741824" returned: 0 in 0.100s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 01:46:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Checking UEFI support for host arch (x86_64) {{(pid=75686) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1753}}
Nov 27 01:46:22 user nova-compute[75686]: INFO nova.virt.libvirt.host [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] UEFI support detected
Nov 27 01:46:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-a756ec08-573d-4cd7-bc34-14da76be6627 req-99183a87-6d53-42c5-ad58-f587b3db85f9 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a756ec08-573d-4cd7-bc34-14da76be6627 req-99183a87-6d53-42c5-ad58-f587b3db85f9 service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a756ec08-573d-4cd7-bc34-14da76be6627 req-99183a87-6d53-42c5-ad58-f587b3db85f9 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a756ec08-573d-4cd7-bc34-14da76be6627 req-99183a87-6d53-42c5-ad58-f587b3db85f9 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-a756ec08-573d-4cd7-bc34-14da76be6627 req-99183a87-6d53-42c5-ad58-f587b3db85f9 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:22 user nova-compute[75686]: WARNING nova.compute.manager [req-a756ec08-573d-4cd7-bc34-14da76be6627 req-99183a87-6d53-42c5-ad58-f587b3db85f9 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received unexpected event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with vm_state active and task_state rescuing.
Nov 27 01:46:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:46:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] COPY block job progress, current cursor: 75038720 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:46:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Snapshot image upload complete
Nov 27 01:46:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:46:24 user nova-compute[75686]: INFO nova.compute.manager [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Shelve offloading
Nov 27 01:46:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance destroyed successfully.
Nov 27 01:46:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquired lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG nova.network.neutron [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:46:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 01:46:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-2979cc44-e8ac-4d07-a1f1-2e000079ecf6 req-ca2f83d6-9c8a-4d0c-80bb-b7655dd198af service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2979cc44-e8ac-4d07-a1f1-2e000079ecf6 req-ca2f83d6-9c8a-4d0c-80bb-b7655dd198af service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2979cc44-e8ac-4d07-a1f1-2e000079ecf6 req-ca2f83d6-9c8a-4d0c-80bb-b7655dd198af service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2979cc44-e8ac-4d07-a1f1-2e000079ecf6 req-ca2f83d6-9c8a-4d0c-80bb-b7655dd198af service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-2979cc44-e8ac-4d07-a1f1-2e000079ecf6 req-ca2f83d6-9c8a-4d0c-80bb-b7655dd198af service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:24 user nova-compute[75686]: WARNING nova.compute.manager [req-2979cc44-e8ac-4d07-a1f1-2e000079ecf6 req-ca2f83d6-9c8a-4d0c-80bb-b7655dd198af service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received unexpected event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with vm_state active and task_state rescuing.
Nov 27 01:46:25 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzc8mhkkv/18197540fa1a4de0b70ba7d359889572.delta /opt/stack/data/nova/instances/snapshots/tmpzc8mhkkv/18197540fa1a4de0b70ba7d359889572 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Releasing lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzc8mhkkv/18197540fa1a4de0b70ba7d359889572.delta /opt/stack/data/nova/instances/snapshots/tmpzc8mhkkv/18197540fa1a4de0b70ba7d359889572" returned: 0 in 0.325s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Snapshot extracted, beginning image upload
Nov 27 01:46:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance destroyed successfully.
Nov 27 01:46:25 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'resources' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1074730030',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1074730030',id=2,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAi+LqZU4rxdpTE+ZbzwBKfA+1x94EA+gt/8f7noWMoiulidNYrt5pVxEarcD52HNvPjCFYw1IxA4VYNEMTr19xeG3fZxmmxl6ljhDVHIj49j/IUV7NUipxKe8SSDkxuQA==',key_name='tempest-keypair-538026092',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-55uwrndb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member',shelved_at='2023-11-27T01:46:24.463796',shelved_host='user',shelved_image_id='8796ce5a-ed63-4068-84ba-9bcdc5ce1a44'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG os_vif [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa7dc1f11-38, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f7b45523-dc83-4121-92b8-c507aee3a69b) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:25 user nova-compute[75686]: INFO os_vif [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38')
Nov 27 01:46:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Deleting instance files /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4_del
Nov 27 01:46:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Deletion of /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4_del complete
Nov 27 01:46:26 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Deleted allocations for instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4
Nov 27 01:46:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5ece2544-65d1-4533-9d4e-09906ee7e565 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'numa_topology' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG nova.objects.base [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4> lazy-loaded attributes: resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.459s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0572202a-45cf-40e9-bc2c-24e2b88eb189 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 8.559s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Snapshot image upload complete
Nov 27 01:46:28 user nova-compute[75686]: INFO nova.compute.manager [None req-052f7c41-9a14-4f3b-ba44-2e4d4fb03416 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Took 6.89 seconds to snapshot the instance on the hypervisor.
Nov 27 01:46:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-changed-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Refreshing instance network info cache due to event network-changed-4f81c4fe-650f-481d-93ef-8b0e523d0f28. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] Acquiring lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] Acquired lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Refreshing network info cache for port 4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Updated VIF entry in instance network info cache for port 4f81c4fe-650f-481d-93ef-8b0e523d0f28. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Updating instance_info_cache with network_info: [{"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f623085e-9bbc-4261-833e-0f545a523051 req-f2b8385f-1c9a-415e-bcfb-c7f5946d20be service nova] Releasing lock "refresh_cache-58c1f4ed-6972-47f9-8578-4105ce4d7df8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:41 user nova-compute[75686]: DEBUG nova.objects.instance [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lazy-loading 'flavor' on Instance uuid 58c1f4ed-6972-47f9-8578-4105ce4d7df8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.217s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:42 user nova-compute[75686]: INFO nova.compute.manager [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Attaching volume 4a49e64b-f374-4271-b762-69ff76efdaf9 to /dev/vdb
Nov 27 01:46:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-changed-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Refreshing instance network info cache due to event network-changed-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] Acquiring lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] Acquired lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Refreshing network info cache for port f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.utils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[84e5cf96-231e-48e2-819b-6d76393678fe]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd4066bd-c9d7-4b2d-97f3-51f7bfdbcb15]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b1d2d34-77db-48f0-88ce-aa022152b7d7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa40bc11-7bf4-4339-9190-304d8341b9c6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:42 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd1287ce-8ee1-43e7-9bc3-25d1f4bf9049]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.utils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] <== get_connector_properties: return (133ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Updating existing volume attachment record: 5351f17a-f9cd-45f4-af00-e755632e20b4 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG nova.objects.instance [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lazy-loading 'flavor' on Instance uuid 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.087s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:42 user nova-compute[75686]: INFO nova.compute.manager [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Attaching volume 8df37566-8a7e-402b-b5a9-5e734240fde6 to /dev/vdb
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.utils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f52c6e8-485b-4e1f-8796-79995ea75c75]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[68b02c52-ae93-448b-be34-0a3a3a37711c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b294a33-32c1-4237-b087-dac42f58be5a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[38015bbd-04ee-447e-9b8a-bd16d27d374b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:42 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:46:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[14da1bb3-9ae7-4f09-b793-e4780f866404]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG os_brick.utils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:46:42 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Updating existing volume attachment record: af096e2a-bcea-443a-94fa-0848953a0fc4 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:46:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Updated VIF entry in instance network info cache for port f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Updating instance_info_cache with network_info: [{"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2bad37a0-942c-4401-98e8-25f9ee8edaae req-8c7681ad-aa61-4ecd-a2ae-b8d0c965d586 service nova] Releasing lock "refresh_cache-32b8c121-240d-46f2-9e10-fdfb14753018" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pEMbQaXh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:46:48 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:46:48 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:46:48 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a647013d-0580-4963-93bb-85540647aac6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:46:48 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[684b8d0e-a25f-43be-93fd-c745befc1441]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9] added
Nov 27 01:46:48 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9702a304-df85-40e9-b815-9df189d94072]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0052807e-41f8-4717-9081-57d0e776eded]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pEMbQaXh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pEMbQaXh" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaa6b889-14ad-4c31-a961-31190d03adc7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pEMbQaXh'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e22e6e07-c89c-42ee-b4ce-4d613088aa64]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b7092e6-9a69-447e-b69a-84b118a70251]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb4f86a9-4bc9-4089-a44f-78676af16eb6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260]
Nov 27 01:46:49 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260] successful.
Nov 27 01:46:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c8aa74-8476-4efa-8c89-153ba32af007]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c13fe03-5fd2-4d55-8b8c-78f662b0bd55]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:46:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] HCTL ('39', '-', '-', 0) found on session 8 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Scanning host 39 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1395f6a6-0789-4344-bd76-9d3d98807708]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Searching for a device in session 8 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pEMbQaXh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:46:49 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:46:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '26535373135653465', 'path': '/dev/sdh'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535373135653465', 'path': '/dev/sdh'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.597s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:46:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:46:50 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.objects.instance [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lazy-loading 'flavor' on Instance uuid 58c1f4ed-6972-47f9-8578-4105ce4d7df8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1244b2ac-752d-402a-8bc7-10cb5db709d7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:46:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec93ca07-c4b9-4b0f-ad55-f0d819a86736]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6] added
Nov 27 01:46:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:46:50 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:46:50 user nova-compute[75686]:   <source dev="/dev/sdh"/>
Nov 27 01:46:50 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:46:50 user nova-compute[75686]:   <serial>4a49e64b-f374-4271-b762-69ff76efdaf9</serial>
Nov 27 01:46:50 user nova-compute[75686]: </disk>
Nov 27 01:46:50 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe2c7a02-7712-4150-8c58-ccc5fd246d7f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b337024-d13b-44ce-a240-a08bb741ad31]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WbTXjdNy {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WbTXjdNy" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[13d8097e-7069-491a-ac36-5e8022dad8d9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WbTXjdNy'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd1a7370-e2fc-4fbe-9884-470082f28272]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a73ace9c-4b91-4680-a0ec-102a405fa31f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-changed-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Refreshing instance network info cache due to event network-changed-e8111c75-793e-4e5b-9d85-f3ea893a780e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] Acquiring lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] Acquired lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.network.neutron [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Refreshing network info cache for port e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --login" returned: 0 in 0.087s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e26e165b-b537-4413-8ea4-cd85962e19a4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]
Nov 27 01:46:50 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.
Nov 27 01:46:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed1c80c-a193-4813-a601-58addf0a8a9d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f332b952-0d57-405d-bdb2-d1d6a8e4f490]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:46:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.326s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] HCTL ('40', '-', '-', 0) found on session 9 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Scanning host 40 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0a25f33-c72e-4af5-b665-58b3c0951a38]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Searching for a device in session 9 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] No VIF found with MAC fa:16:3e:8e:52:79, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fe4200de-88c3-4b27-b0dc-6c5852e3ea93 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.656s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "interface-21f94cb8-8808-4426-b97b-b337932e49ab-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "interface-21f94cb8-8808-4426-b97b-b337932e49ab-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.objects.instance [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'flavor' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.network.neutron [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updated VIF entry in instance network info cache for port e8111c75-793e-4e5b-9d85-f3ea893a780e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.network.neutron [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-029b9dee-e847-41ad-9073-940386e621de req-80d3ca05-9e9f-4dd5-bb6e-24088bcf4f32 service nova] Releasing lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.objects.instance [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'pci_requests' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.objects.base [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Object Instance<21f94cb8-8808-4426-b97b-b337932e49ab> lazy-loaded attributes: flavor,pci_requests {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.policy [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2e87e21090a42ca8b3c46eac21763de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '228828e9e60146beb7be4fad823bfb6c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] <== connect_volume: return (1965ms) {'type': 'block', 'scsi_wwn': '26434353738623338', 'path': '/dev/sdi'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434353738623338', 'path': '/dev/sdi'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.objects.instance [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lazy-loading 'flavor' on Instance uuid 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:46:51 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:46:51 user nova-compute[75686]:   <source dev="/dev/sdi"/>
Nov 27 01:46:51 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:46:51 user nova-compute[75686]:   <serial>8df37566-8a7e-402b-b5a9-5e734240fde6</serial>
Nov 27 01:46:51 user nova-compute[75686]: </disk>
Nov 27 01:46:51 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:46:51 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Successfully created port: 90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] No VIF found with MAC fa:16:3e:ee:9a:f2, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-50038e39-c954-4305-a071-86e80c3fec78 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.680s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Successfully updated port: 90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquired lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-changed-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Refreshing instance network info cache due to event network-changed-90c7abb2-8b81-4847-b632-6403dc3ff8ae. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] Acquiring lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:52 user nova-compute[75686]: INFO nova.compute.manager [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Detaching volume 4a49e64b-f374-4271-b762-69ff76efdaf9
Nov 27 01:46:52 user nova-compute[75686]: INFO nova.virt.block_device [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Attempting to driver detach volume 4a49e64b-f374-4271-b762-69ff76efdaf9 from mountpoint /dev/vdb
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Attempting to detach device vdb from instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:46:52 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:46:52 user nova-compute[75686]:   <source dev="/dev/sdh"/>
Nov 27 01:46:52 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:46:52 user nova-compute[75686]:   <serial>4a49e64b-f374-4271-b762-69ff76efdaf9</serial>
Nov 27 01:46:52 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:46:52 user nova-compute[75686]: </disk>
Nov 27 01:46:52 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:46:52 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Successfully detached device vdb from instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 from the persistent domain config.
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:46:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:46:52 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:46:52 user nova-compute[75686]:   <source dev="/dev/sdh"/>
Nov 27 01:46:52 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:46:52 user nova-compute[75686]:   <serial>4a49e64b-f374-4271-b762-69ff76efdaf9</serial>
Nov 27 01:46:52 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:46:52 user nova-compute[75686]: </disk>
Nov 27 01:46:52 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Releasing lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] Acquired lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Refreshing network info cache for port 90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converting VIF {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG os_vif [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '060d424d-9c65-5043-bd93-141c62039eaa', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap90c7abb2-8b, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap90c7abb2-8b, col_values=(('qos', UUID('5cc27bea-5e73-40eb-a7ae-b1073eee6475')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap90c7abb2-8b, col_values=(('external_ids', {'iface-id': '90c7abb2-8b81-4847-b632-6403dc3ff8ae', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a5:93:ee', 'vm-uuid': '21f94cb8-8808-4426-b97b-b337932e49ab'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: INFO os_vif [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b')
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converting VIF {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] attach device xml: <interface type="ethernet">
Nov 27 01:46:53 user nova-compute[75686]:   <mac address="fa:16:3e:a5:93:ee"/>
Nov 27 01:46:53 user nova-compute[75686]:   <model type="virtio"/>
Nov 27 01:46:53 user nova-compute[75686]:   <mtu size="1442"/>
Nov 27 01:46:53 user nova-compute[75686]:   <target dev="tap90c7abb2-8b"/>
Nov 27 01:46:53 user nova-compute[75686]: </interface>
Nov 27 01:46:53 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updated VIF entry in instance network info cache for port 90c7abb2-8b81-4847-b632-6403dc3ff8ae. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-86234632-69f9-4be1-aadd-c4246ff521e5 req-ce747784-fd5a-4617-98c7-873cb6fda19c service nova] Releasing lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba1ab39f-b6a8-41ba-8125-4cd73c35f932 req-4f9ada1b-3305-4b1c-a9a4-050e79da9244 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba1ab39f-b6a8-41ba-8125-4cd73c35f932 req-4f9ada1b-3305-4b1c-a9a4-050e79da9244 service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba1ab39f-b6a8-41ba-8125-4cd73c35f932 req-4f9ada1b-3305-4b1c-a9a4-050e79da9244 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ba1ab39f-b6a8-41ba-8125-4cd73c35f932 req-4f9ada1b-3305-4b1c-a9a4-050e79da9244 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-ba1ab39f-b6a8-41ba-8125-4cd73c35f932 req-4f9ada1b-3305-4b1c-a9a4-050e79da9244 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:53 user nova-compute[75686]: WARNING nova.compute.manager [req-ba1ab39f-b6a8-41ba-8125-4cd73c35f932 req-4f9ada1b-3305-4b1c-a9a4-050e79da9244 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received unexpected event network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae for instance with vm_state active and task_state None.
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No BDM found with device name hda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No VIF found with MAC fa:16:3e:b0:4e:cf, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:46:53 user nova-compute[75686]:   <nova:package version="0.0.0"/>
Nov 27 01:46:53 user nova-compute[75686]:   <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:46:53 user nova-compute[75686]:   <nova:creationTime>2023-11-27 01:46:53</nova:creationTime>
Nov 27 01:46:53 user nova-compute[75686]:   <nova:flavor name="m1.tiny">
Nov 27 01:46:53 user nova-compute[75686]:     <nova:memory>512</nova:memory>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:disk>1</nova:disk>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:swap>0</nova:swap>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:vcpus>1</nova:vcpus>
Nov 27 01:46:53 user nova-compute[75686]:   </nova:flavor>
Nov 27 01:46:53 user nova-compute[75686]:   <nova:owner>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:46:53 user nova-compute[75686]:   </nova:owner>
Nov 27 01:46:53 user nova-compute[75686]:   <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:46:53 user nova-compute[75686]:   <nova:ports>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:46:53 user nova-compute[75686]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:46:53 user nova-compute[75686]:     </nova:port>
Nov 27 01:46:53 user nova-compute[75686]:     <nova:port uuid="90c7abb2-8b81-4847-b632-6403dc3ff8ae">
Nov 27 01:46:53 user nova-compute[75686]:       <nova:ip type="fixed" address="10.10.10.8" ipVersion="4"/>
Nov 27 01:46:53 user nova-compute[75686]:     </nova:port>
Nov 27 01:46:53 user nova-compute[75686]:   </nova:ports>
Nov 27 01:46:53 user nova-compute[75686]: </nova:instance>
Nov 27 01:46:53 user nova-compute[75686]:  {{(pid=75686) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9127852b-1492-4c12-9454-2c80eac1d218 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "interface-21f94cb8-8808-4426-b97b-b337932e49ab-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 2.850s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.utils [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f67018-70a7-4a2e-afff-8771d8ba0395]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[199a5074-002b-4c19-92d6-a7d588b106d5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f0d61b8-2da4-46f8-ab9d-4bea2cbb04d2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[11fc6345-58f2-449f-a150-eab78cab2a26]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:54 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb08dd7b-c825-45a7-95b8-e480e8e6dd4d]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.utils [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'flavor' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:54 user nova-compute[75686]: INFO nova.compute.manager [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Swapping volume 8df37566-8a7e-402b-b5a9-5e734240fde6 for d36405d7-5716-4f6f-a55f-b623cbc37e14
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.092s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:54 user nova-compute[75686]: INFO nova.compute.manager [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Attaching volume fff07356-2306-4b04-83c0-871e1dca7b0a to /dev/vdb
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.utils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[570ccda7-9d96-44e3-8d67-b41168f7bbb6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb8b858-af24-4849-a6c1-c7af37c3c027]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c64c4a4-6900-4699-9c3f-bb9a59fa1f1e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6cb23c4-e81d-4552-bb19-b3e18e852796]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:54 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:46:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0d0e84-4625-414b-b9fb-f77596acfde2]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG os_brick.utils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:46:54 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating existing volume attachment record: 7b38fc5f-454f-40e8-ac2d-d968dbb19e8b {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:46:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08a5f6d-83e1-4e80-8a8d-e214996dd235 req-dea0e0a1-41a2-4cf8-925a-7fff9cdcdb24 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08a5f6d-83e1-4e80-8a8d-e214996dd235 req-dea0e0a1-41a2-4cf8-925a-7fff9cdcdb24 service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08a5f6d-83e1-4e80-8a8d-e214996dd235 req-dea0e0a1-41a2-4cf8-925a-7fff9cdcdb24 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e08a5f6d-83e1-4e80-8a8d-e214996dd235 req-dea0e0a1-41a2-4cf8-925a-7fff9cdcdb24 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-e08a5f6d-83e1-4e80-8a8d-e214996dd235 req-dea0e0a1-41a2-4cf8-925a-7fff9cdcdb24 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:46:55 user nova-compute[75686]: WARNING nova.compute.manager [req-e08a5f6d-83e1-4e80-8a8d-e214996dd235 req-dea0e0a1-41a2-4cf8-925a-7fff9cdcdb24 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received unexpected event network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae for instance with vm_state active and task_state None.
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lazy-loading 'flavor' on Instance uuid eb3ea204-3973-4a37-924b-b09cd19b7fad {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.111s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:46:57 user nova-compute[75686]: INFO nova.compute.manager [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Attaching volume 6d1371ca-ddda-468b-845c-58206df60c53 to /dev/vdb
Nov 27 01:46:57 user nova-compute[75686]: DEBUG os_brick.utils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc75de14-a462-410b-bb0d-103db66f7742]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[685188ee-b274-49f6-9be0-9e2b2bb1382e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[122ddfb0-259e-49fb-a1e0-9aefdeed2fcd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[28925a3e-86d2-4c9a-8198-eaf4d53e0bc3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:46:57 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfe000e2-fbe1-4443-8c35-58c7610496f8]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG os_brick.utils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] <== get_connector_properties: return (109ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Updating existing volume attachment record: 724a47e4-f341-4bfc-b4f4-4814e0ce5a0b {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-changed-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Refreshing instance network info cache due to event network-changed-5c0af32c-d4a0-475d-8ed8-89c716bc2925. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] Acquiring lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] Acquired lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:46:57 user nova-compute[75686]: DEBUG nova.network.neutron [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Refreshing network info cache for port 5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:46:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Updated VIF entry in instance network info cache for port 5c0af32c-d4a0-475d-8ed8-89c716bc2925. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:46:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Updating instance_info_cache with network_info: [{"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:46:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f547d2db-f87d-43d9-93a7-c9798b458baa req-17c24fc2-e72a-43d9-be01-19b6651f7dae service nova] Releasing lock "refresh_cache-eb3ea204-3973-4a37-924b-b09cd19b7fad" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:46:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dScVOMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '32b8c121-240d-46f2-9e10-fdfb14753018', 'attached_at': '', 'detached_at': '', 'volume_id': 'd36405d7-5716-4f6f-a55f-b623cbc37e14', 'serial': 'd36405d7-5716-4f6f-a55f-b623cbc37e14'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '32b8c121-240d-46f2-9e10-fdfb14753018', 'attached_at': '', 'detached_at': '', 'volume_id': '8df37566-8a7e-402b-b5a9-5e734240fde6', 'serial'} {{(pid=75686) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dScVOMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:01 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:01 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:01 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d5bf05-a18c-4b78-86be-ccb639a39b49]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:47:01 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cceff4d5-0873-408d-b0e5-ab766cde3fc1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14] added
Nov 27 01:47:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5f0128-3753-4728-a9b5-246660b08259]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[40afbede-c3a3-42e7-9a0e-76bf6923046f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dScVOMsN {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v dScVOMsN" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbabfd3-fe6d-4370-ade1-22de13ea74c5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'dScVOMsN'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab7380fa-9e78-4ce7-98cd-2344f474aff8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0ce842-2741-425f-b529-476c3f5a6d0c]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --login" returned: 0 in 0.101s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ea1330-af62-4941-b002-cc7396d2b51a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260]
Nov 27 01:47:01 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4859eed4-e47e-44d0-9ffa-01e37f430fa1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[97f04757-3bdf-460e-88ef-b99f98b953f5]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.338s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] HCTL ('41', '-', '-', 0) found on session 10 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Scanning host 41 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host41/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host41/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[44a32c1f-f08a-4444-94b8-cd57524f4605]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Searching for a device in session 10 and hctl ['41', '*', '*', 0] yield: sdj {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Connected to sdj using {'target_iqn': 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dScVOMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OzyusxEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:01 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.376s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] <== connect_volume: return (1378ms) {'type': 'block', 'scsi_wwn': '23165626534333935', 'path': '/dev/sdj'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165626534333935', 'path': '/dev/sdj'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.999s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:02 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:02 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG nova.objects.instance [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lazy-loading 'flavor' on Instance uuid 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8838507-b715-46ce-b560-e468b38d8328]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:47:02 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[40afa1f4-66f8-43c5-9de7-d7e223afc6b9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a] added
Nov 27 01:47:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[00cd01b1-f8be-404b-afc5-6b579821d5cf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a42f54a-2f1e-4959-ad6a-01308dc70c98]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OzyusxEk {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v OzyusxEk" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1250c47e-0e87-4f04-bce9-ef99f56c7ec7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'OzyusxEk'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f807f1a0-615f-4c4c-8f1b-192f4269fcec]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c84a07b2-cd98-4783-be06-ee4db3d8ee69]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --login" returned: 0 in 0.109s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[11557e2a-9d8c-4b2d-a00c-9cd96035cd95]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260]
Nov 27 01:47:02 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2e0d36-4713-4538-b4cd-2609a4cd4ccc]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5e50ece-04c2-4605-ac1c-91f7b9df7673]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] HCTL ('42', '-', '-', 0) found on session 11 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Scanning host 42 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:47:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host42/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host42/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eee3377c-ddfa-4ab4-b014-c7bd211a8717]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Searching for a device in session 11 and hctl ['42', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:47:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 166723584 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Searching for a device in session 11 and hctl ['42', '*', '*', 0] yield: sdk {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Connected to sdk using {'target_iqn': 'iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OzyusxEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.371s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] <== connect_volume: return (2370ms) {'type': 'block', 'scsi_wwn': '26563303430613636', 'path': '/dev/sdk'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563303430613636', 'path': '/dev/sdk'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'flavor' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:47:04 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:04 user nova-compute[75686]:   <source dev="/dev/sdk"/>
Nov 27 01:47:04 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:04 user nova-compute[75686]:   <serial>fff07356-2306-4b04-83c0-871e1dca7b0a</serial>
Nov 27 01:47:04 user nova-compute[75686]: </disk>
Nov 27 01:47:04 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 322961408 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 485490688 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No BDM found with device name hda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] No VIF found with MAC fa:16:3e:b0:4e:cf, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:47:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a99aefc3-f33d-48ff-bd27-dd00aab174f0 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.381s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NzxsindM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:05 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:05 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:05 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd0ba724-2d37-4760-ac6e-81d696a9b567]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:47:05 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 603979776 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec20c0a8-eb2f-4a45-94e2-c0bb0600894c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53] added
Nov 27 01:47:05 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f2addbe-51bb-4489-96cd-15dd5f35d6e2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9516b4-6ca2-408b-8311-312f9807ef88]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NzxsindM {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NzxsindM" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[60bee3aa-ecfc-4571-96e9-2749c7317cb5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NzxsindM'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a03c5f40-370d-4bb9-b1c0-4244fcba9fdd]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.047s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7013cdc-48da-499e-a815-09e8d48a1a5f]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --login" returned: 0 in 0.112s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6df14243-8ae4-40ff-8704-f0a677bcc7dc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260]
Nov 27 01:47:05 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:05 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4aa41ab-ff2b-4aef-b04b-4e1c84fc3b4a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[134f91ab-e9ee-4c0e-907a-ae6070f5076e]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:05 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.412s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] HCTL ('43', '-', '-', 0) found on session 12 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Scanning host 43 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host43/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host43/scan" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[34f60a70-ba82-452d-a067-70daa9476849]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Searching for a device in session 12 and hctl ['43', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:47:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 792723456 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 948961280 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Searching for a device in session 12 and hctl ['43', '*', '*', 0] yield: sdl {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Connected to sdl using {'target_iqn': 'iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NzxsindM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.450s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] <== connect_volume: return (1451ms) {'type': 'block', 'scsi_wwn': '26662316163626162', 'path': '/dev/sdl'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26662316163626162', 'path': '/dev/sdl'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lazy-loading 'flavor' on Instance uuid eb3ea204-3973-4a37-924b-b09cd19b7fad {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] attach device xml: <disk type="block" device="disk">
Nov 27 01:47:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:06 user nova-compute[75686]:   <source dev="/dev/sdl"/>
Nov 27 01:47:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:06 user nova-compute[75686]:   <serial>6d1371ca-ddda-468b-845c-58206df60c53</serial>
Nov 27 01:47:06 user nova-compute[75686]: </disk>
Nov 27 01:47:06 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:06 user nova-compute[75686]: INFO nova.compute.manager [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Detaching volume fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:06 user nova-compute[75686]: INFO nova.virt.block_device [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Attempting to driver detach volume fff07356-2306-4b04-83c0-871e1dca7b0a from mountpoint /dev/vdb
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Attempting to detach device vdb from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:47:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:06 user nova-compute[75686]:   <source dev="/dev/sdk"/>
Nov 27 01:47:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:06 user nova-compute[75686]:   <serial>fff07356-2306-4b04-83c0-871e1dca7b0a</serial>
Nov 27 01:47:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 01:47:06 user nova-compute[75686]: </disk>
Nov 27 01:47:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:06 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully detached device vdb from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the persistent domain config.
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:47:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:47:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:06 user nova-compute[75686]:   <source dev="/dev/sdk"/>
Nov 27 01:47:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:06 user nova-compute[75686]:   <serial>fff07356-2306-4b04-83c0-871e1dca7b0a</serial>
Nov 27 01:47:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 01:47:06 user nova-compute[75686]: </disk>
Nov 27 01:47:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] No VIF found with MAC fa:16:3e:5c:ab:0a, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0ebeabec-33f9-4a2c-bf9f-56c8eb448faa tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.702s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e9a119-e8fc-465f-9a2c-db36b0b5288c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:07 user nova-compute[75686]: No targets found.
Nov 27 01:47:07 user nova-compute[75686]: iSNS:
Nov 27 01:47:07 user nova-compute[75686]: No targets found.
Nov 27 01:47:07 user nova-compute[75686]: STATIC:
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:07 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:07 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:07 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:07 user nova-compute[75686]: No targets found.
Nov 27 01:47:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:07 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:07 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[270242ee-4657-44e2-ac44-9b9ec18c4117]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e730f869-183d-469f-9884-f5a402f7a56a]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c191f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6'): ({'sdi'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Removing single pathed devices sdi {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3f8fa37-9623-43d4-b129-b14d648791bd]: (4, ('path checker states:\nup                  11\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed67a0f0-3c1c-42e3-b724-0a4b79af76f6]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Flushing IO for device /dev/sdi {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[327dbf1a-3188-4a0e-96c9-733eb564f885]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aefaf4d-822f-470d-b450-1e46130be841]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] SCSI volumes sdi have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cceca1d0-ec01-4044-9745-e85826370ebd]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8adbd6f-d237-43f4-8ff9-08b912a6991e]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]
Nov 27 01:47:07 user nova-compute[75686]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[35e90fca-00e3-416e-8802-f64aa0907415]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] <== disconnect_volume: return (330ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dScVOMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj'}, 'status': 'reserved', 'instance': '32b8c121-240d-46f2-9e10-fdfb14753018', 'attached_at': '', 'detached_at': '', 'volume_id': 'd36405d7-5716-4f6f-a55f-b623cbc37e14', 'serial'} {{(pid=75686) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 27 01:47:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] swap_volume: removing Cinder connection for volume 8df37566-8a7e-402b-b5a9-5e734240fde6 {{(pid=75686) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] volume_snapshot_create: create_info: {'snapshot_id': '784ee048-152c-4cab-86b2-2ea259121b35', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=75686) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] snap xml: <domainsnapshot>
Nov 27 01:47:08 user nova-compute[75686]:   <disks>
Nov 27 01:47:08 user nova-compute[75686]:     <disk name="/dev/sdl" snapshot="external" type="file">
Nov 27 01:47:08 user nova-compute[75686]:       <source file="/dev/new_file"/>
Nov 27 01:47:08 user nova-compute[75686]:     </disk>
Nov 27 01:47:08 user nova-compute[75686]:     <disk name="vda" snapshot="no"/>
Nov 27 01:47:08 user nova-compute[75686]:   </disks>
Nov 27 01:47:08 user nova-compute[75686]: </domainsnapshot>
Nov 27 01:47:08 user nova-compute[75686]:  {{(pid=75686) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.objects.instance [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] Lazy-loading 'system_metadata' on Instance uuid eb3ea204-3973-4a37-924b-b09cd19b7fad {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:08 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     rv = execute(f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     six.reraise(c, e, tb)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     raise value
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     rv = meth(*args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     self._volume_snapshot_create(context, instance, guest,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     rv = execute(f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     six.reraise(c, e, tb)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     raise value
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     rv = meth(*args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] 
Nov 27 01:47:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-1e41a9c1-7a2e-490f-944e-4f84a71cbbd3 tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] volume_snapshot_delete: delete_info: {'volume_id': '6d1371ca-ddda-468b-845c-58206df60c53'} {{(pid=75686) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [None req-1e41a9c1-7a2e-490f-944e-4f84a71cbbd3 tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad]     if delete_info['type'] != 'qcow2':
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] KeyError: 'type'
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot 784ee048-152c-4cab-86b2-2ea259121b35 could not be found.
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise value
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot 784ee048-152c-4cab-86b2-2ea259121b35 could not be found. (HTTP 404) (Request-ID: req-7843c078-d18b-4b7e-a791-7a40afe7dff3)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot 784ee048-152c-4cab-86b2-2ea259121b35 could not be found.
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server [None req-90a8a016-6921-416e-873a-5ad0dabb2a4b tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     raise value
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver [None req-1e41a9c1-7a2e-490f-944e-4f84a71cbbd3 tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-0712a43e-009f-463f-8c45-86aa4bd98b7c)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 27 01:47:08 user nova-compute[75686]: ERROR nova.virt.libvirt.driver 
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server [None req-1e41a9c1-7a2e-490f-944e-4f84a71cbbd3 tempest-VolumesAssistedSnapshotsTest-289546077 tempest-VolumesAssistedSnapshotsTest-289546077-project] Exception during message handling: KeyError: 'type'
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 27 01:47:08 user nova-compute[75686]: ERROR oslo_messaging.rpc.server 
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] swap_volume: Updating volume 8df37566-8a7e-402b-b5a9-5e734240fde6 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "dScVOMsN", "auth_password": "wHG8INlodDF9cL", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdj", "volume_id": "d36405d7-5716-4f6f-a55f-b623cbc37e14"}, "status": "reserved", "instance": "32b8c121-240d-46f2-9e10-fdfb14753018", "attached_at": "", "detached_at": "", "volume_id": "d36405d7-5716-4f6f-a55f-b623cbc37e14", "serial": "d36405d7-5716-4f6f-a55f-b623cbc37e14"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'd36405d7-5716-4f6f-a55f-b623cbc37e14', 'no_device': None, 'attachment_id': '7e43461e-be6f-4293-915e-b1babc1f4fd0'} {{(pid=75686) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daed90f0-5bd5-49ff-964e-6d7de28d7237 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 14.529s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:08 user nova-compute[75686]: INFO nova.compute.manager [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Detaching volume 6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:08 user nova-compute[75686]: INFO nova.virt.block_device [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Attempting to driver detach volume 6d1371ca-ddda-468b-845c-58206df60c53 from mountpoint /dev/vdb
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Attempting to detach device vdb from instance eb3ea204-3973-4a37-924b-b09cd19b7fad from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] detach device xml: <disk type="block" device="disk">
Nov 27 01:47:08 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:08 user nova-compute[75686]:   <source dev="/dev/sdl"/>
Nov 27 01:47:08 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:08 user nova-compute[75686]:   <serial>6d1371ca-ddda-468b-845c-58206df60c53</serial>
Nov 27 01:47:08 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:47:08 user nova-compute[75686]: </disk>
Nov 27 01:47:08 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:08 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Successfully detached device vdb from instance eb3ea204-3973-4a37-924b-b09cd19b7fad from the persistent domain config.
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance eb3ea204-3973-4a37-924b-b09cd19b7fad from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:47:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] detach device xml: <disk type="block" device="disk">
Nov 27 01:47:08 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:08 user nova-compute[75686]:   <source dev="/dev/sdl"/>
Nov 27 01:47:08 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:08 user nova-compute[75686]:   <serial>6d1371ca-ddda-468b-845c-58206df60c53</serial>
Nov 27 01:47:08 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:47:08 user nova-compute[75686]: </disk>
Nov 27 01:47:08 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance eb3ea204-3973-4a37-924b-b09cd19b7fad {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG os_brick.utils [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ddc2b33-b20d-47ec-9fb2-8460eb6294e3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f887a9-b08f-4dcf-b4e9-69763cf03523]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2d7824d-941e-44af-836c-a5a39aa04db3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae4f0fd-cd5e-4b68-a641-8d5f9d03c374]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:47:09 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:47:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b6a4ab-196f-42ee-a81f-c092a60bcae8]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:47:09 user nova-compute[75686]: DEBUG os_brick.utils [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] <== get_connector_properties: return (111ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:09 user nova-compute[75686]: INFO nova.compute.manager [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Swapping volume d36405d7-5716-4f6f-a55f-b623cbc37e14 for 8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:11 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdj (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:13 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 is timed out.
Nov 27 01:47:13 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Successfully detached device vdb from instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 from the live domain config.
Nov 27 01:47:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pEMbQaXh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:13 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[58b3441d-f148-4af2-a7d2-a8fe5e8b35b1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:13 user nova-compute[75686]: No targets found.
Nov 27 01:47:13 user nova-compute[75686]: iSNS:
Nov 27 01:47:13 user nova-compute[75686]: No targets found.
Nov 27 01:47:13 user nova-compute[75686]: STATIC:
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:13 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:13 user nova-compute[75686]: No targets found.
Nov 27 01:47:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:13 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:13 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2a595ad-0c36-409e-a00e-70f84d55a0a4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d7cf496-ae22-4a74-a9ba-bbed87672110]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 (non-flash)
Nov 27 01:47:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c353eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9'): ({'sdh'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Removing single pathed devices sdh {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fbb5dd6-ea63-43ba-9b88-e7140d71a0b3]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c901af9-8e5f-4e1f-8bf2-6a499b2c8092]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Flushing IO for device /dev/sdh {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[97b25b0a-00a4-4681-ba08-7bff10642506]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.373s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.034s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[704962f0-0364-4c22-90a3-c6bb7a5f74ad]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] SCSI volumes sdh have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d15483-75ea-4fc8-9bee-808ad955cc8b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[847c7ad0-0d21-415f-8adb-d4786b8988a2]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260]
Nov 27 01:47:13 user nova-compute[75686]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4a49e64b-f374-4271-b762-69ff76efdaf9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.039s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c08ac345-0113-4b14-affe-44813ed9949f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] <== disconnect_volume: return (375ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG nova.objects.instance [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lazy-loading 'flavor' on Instance uuid 58c1f4ed-6972-47f9-8578-4105ce4d7df8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f704d91f-7290-46e0-9ebc-9793192e6836 tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.849s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '32b8c121-240d-46f2-9e10-fdfb14753018', 'attached_at': '', 'detached_at': '', 'volume_id': '8df37566-8a7e-402b-b5a9-5e734240fde6', 'serial': '8df37566-8a7e-402b-b5a9-5e734240fde6'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dScVOMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj', 'volume_id': 'd36405d7-5716-4f6f-a55f-b623cbc37e14'}, 'status': 'reserved', 'instance': '32b8c121-240d-46f2-9e10-fdfb14753018', 'attached_at': '', 'detached_at': '', 'volume_id': 'd36405d7-5716-4f6f-a55f-b623cbc37e14', 'serial'} {{(pid=75686) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:16 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:16 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:16 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3455f6-52bb-4ef2-bc27-afd4b8f47bf7]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:47:16 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5476939b-39e7-47fa-9266-dbe8c421f09e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6] added
Nov 27 01:47:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[06f09fa5-bc0b-461b-83af-2fd633335915]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[08bb3d9c-0ffc-4b08-9ec3-a47423d0dee6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WbTXjdNy {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WbTXjdNy" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[055b8da9-2dbf-48f2-83f4-8bc548e07f51]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WbTXjdNy'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[69695cc0-6624-4b0a-8af0-3889faef51c8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f1aeaa7-3751-49d9-a41f-2669f200eddb]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2de7797-4bcc-480e-9520-232b42c891b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]
Nov 27 01:47:16 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[09100c45-10c6-4766-9ac3-52abdd3eff21]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67103181-10e5-45de-b09c-c1f6d5089fe6]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.373s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] HCTL ('39', '-', '-', 0) found on session 13 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce28ce1-22b1-43e2-b363-ed250e370cbe]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Searching for a device in session 13 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:47:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdg (vdc) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-changed-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing instance network info cache due to event network-changed-03f1300a-8159-45e6-9e84-0987d6d4b3a7. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] Acquiring lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] Acquired lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.network.neutron [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Refreshing network info cache for port 03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:47:17 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:47:17 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=6430MB free_disk=25.293907165527344GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 32b8c121-240d-46f2-9e10-fdfb14753018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 21f94cb8-8808-4426-b97b-b337932e49ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance eb3ea204-3973-4a37-924b-b09cd19b7fad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 27bd4add-a93d-4979-83ee-623db8afa54c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 98831619-1f75-41ad-a5f8-52a3f9055d53 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.440s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] <== connect_volume: return (1443ms) {'type': 'block', 'scsi_wwn': '26434353738623338', 'path': '/dev/sdh'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26434353738623338', 'path': '/dev/sdh'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lazy-loading 'flavor' on Instance uuid 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.network.neutron [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updated VIF entry in instance network info cache for port 03f1300a-8159-45e6-9e84-0987d6d4b3a7. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG nova.network.neutron [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [{"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-83960958-da46-49f5-be82-a5c13ac6a681 req-8556eab3-4da0-4a41-92ba-a9461e5e333c service nova] Releasing lock "refresh_cache-27bd4add-a93d-4979-83ee-623db8afa54c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:47:18 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:47:18 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:47:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:47:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.585s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 126877696 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 287309824 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 411041792 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "27bd4add-a93d-4979-83ee-623db8afa54c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:19 user nova-compute[75686]: INFO nova.compute.manager [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Terminating instance
Nov 27 01:47:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e339f27-33a4-46c4-bb41-f7d295158465 req-ae7697d1-061c-43b4-bab5-7fcbdce5209b service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e339f27-33a4-46c4-bb41-f7d295158465 req-ae7697d1-061c-43b4-bab5-7fcbdce5209b service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e339f27-33a4-46c4-bb41-f7d295158465 req-ae7697d1-061c-43b4-bab5-7fcbdce5209b service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e339f27-33a4-46c4-bb41-f7d295158465 req-ae7697d1-061c-43b4-bab5-7fcbdce5209b service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e339f27-33a4-46c4-bb41-f7d295158465 req-ae7697d1-061c-43b4-bab5-7fcbdce5209b service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-unplugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e339f27-33a4-46c4-bb41-f7d295158465 req-ae7697d1-061c-43b4-bab5-7fcbdce5209b service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 552599552 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-38ee0b93-ccad-4426-9aad-4bee2af4e63f req-5cb91cd6-95ba-405b-853e-db37b0b73bc2 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38ee0b93-ccad-4426-9aad-4bee2af4e63f req-5cb91cd6-95ba-405b-853e-db37b0b73bc2 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38ee0b93-ccad-4426-9aad-4bee2af4e63f req-5cb91cd6-95ba-405b-853e-db37b0b73bc2 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38ee0b93-ccad-4426-9aad-4bee2af4e63f req-5cb91cd6-95ba-405b-853e-db37b0b73bc2 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-38ee0b93-ccad-4426-9aad-4bee2af4e63f req-5cb91cd6-95ba-405b-853e-db37b0b73bc2 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-unplugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-38ee0b93-ccad-4426-9aad-4bee2af4e63f req-5cb91cd6-95ba-405b-853e-db37b0b73bc2 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 675282944 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-c227b28b-264b-4986-93af-1abee3f67f8c req-33ac53cf-4316-418c-beed-3ba5dc58591f service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c227b28b-264b-4986-93af-1abee3f67f8c req-33ac53cf-4316-418c-beed-3ba5dc58591f service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c227b28b-264b-4986-93af-1abee3f67f8c req-33ac53cf-4316-418c-beed-3ba5dc58591f service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c227b28b-264b-4986-93af-1abee3f67f8c req-33ac53cf-4316-418c-beed-3ba5dc58591f service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-c227b28b-264b-4986-93af-1abee3f67f8c req-33ac53cf-4316-418c-beed-3ba5dc58591f service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-unplugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-c227b28b-264b-4986-93af-1abee3f67f8c req-33ac53cf-4316-418c-beed-3ba5dc58591f service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 822083584 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Instance destroyed successfully.
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.objects.instance [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lazy-loading 'resources' on Instance uuid 27bd4add-a93d-4979-83ee-623db8afa54c {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "address": "fa:16:3e:2c:79:76", "network": {"id": "fdb8f2ee-0883-4caa-8d15-5e3852d458f5", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1444452334-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap03f1300a-81", "ovs_interfaceid": "03f1300a-8159-45e6-9e84-0987d6d4b3a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:79:76,bridge_name='br-int',has_traffic_filtering=True,id=03f1300a-8159-45e6-9e84-0987d6d4b3a7,network=Network(fdb8f2ee-0883-4caa-8d15-5e3852d458f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f1300a-81') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:79:76,bridge_name='br-int',has_traffic_filtering=True,id=03f1300a-8159-45e6-9e84-0987d6d4b3a7,network=Network(fdb8f2ee-0883-4caa-8d15-5e3852d458f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f1300a-81') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap03f1300a-81, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 930086912 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b6b39f4f-42ef-4599-bed9-7f86bdd22760) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: INFO os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:79:76,bridge_name='br-int',has_traffic_filtering=True,id=03f1300a-8159-45e6-9e84-0987d6d4b3a7,network=Network(fdb8f2ee-0883-4caa-8d15-5e3852d458f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap03f1300a-81')
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4d:97:dd,bridge_name='br-int',has_traffic_filtering=True,id=6575ac64-ee65-426c-9f6e-d12ec742e930,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6575ac64-ee') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:97:dd,bridge_name='br-int',has_traffic_filtering=True,id=6575ac64-ee65-426c-9f6e-d12ec742e930,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6575ac64-ee') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6575ac64-ee, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=77249139-27b1-4c7a-9f98-d93ce4a38bd8) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: INFO os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4d:97:dd,bridge_name='br-int',has_traffic_filtering=True,id=6575ac64-ee65-426c-9f6e-d12ec742e930,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap6575ac64-ee')
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:17:8b,bridge_name='br-int',has_traffic_filtering=True,id=652be731-49dc-4bbf-b2c4-96ac294b1e2f,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap652be731-49') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:17:8b,bridge_name='br-int',has_traffic_filtering=True,id=652be731-49dc-4bbf-b2c4-96ac294b1e2f,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap652be731-49') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap652be731-49, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=df8885b7-793d-4b94-ad99-f393322a6f2b) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: INFO os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:17:8b,bridge_name='br-int',has_traffic_filtering=True,id=652be731-49dc-4bbf-b2c4-96ac294b1e2f,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap652be731-49')
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e1:34:ad,bridge_name='br-int',has_traffic_filtering=True,id=c700bd0a-6895-435d-a4c8-baba0bec47f7,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc700bd0a-68') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:34:ad,bridge_name='br-int',has_traffic_filtering=True,id=c700bd0a-6895-435d-a4c8-baba0bec47f7,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc700bd0a-68') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc700bd0a-68, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b5b8f749-ce3b-4353-8417-6a04b0d156e0) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: INFO os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e1:34:ad,bridge_name='br-int',has_traffic_filtering=True,id=c700bd0a-6895-435d-a4c8-baba0bec47f7,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc700bd0a-68')
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:70:d2:04,bridge_name='br-int',has_traffic_filtering=True,id=56b01b62-5838-42d0-b238-f09531c57a0c,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56b01b62-58') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:d2:04,bridge_name='br-int',has_traffic_filtering=True,id=56b01b62-5838-42d0-b238-f09531c57a0c,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56b01b62-58') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap56b01b62-58, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=25635922-3804-4cff-ae7d-5bad3ad7c126) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-03f1300a-8159-45e6-9e84-0987d6d4b3a7 for instance with vm_state active and task_state deleting.
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-unplugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-6575ac64-ee65-426c-9f6e-d12ec742e930 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-6575ac64-ee65-426c-9f6e-d12ec742e930 for instance with vm_state active and task_state deleting.
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-unplugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING nova.compute.manager [req-c6af2944-cf34-4a13-83b9-3494e9143f6f req-8a62ea8a-4253-486e-8b88-2fefb0482d7d service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-c700bd0a-6895-435d-a4c8-baba0bec47f7 for instance with vm_state active and task_state deleting.
Nov 27 01:47:22 user nova-compute[75686]: INFO os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:70:d2:04,bridge_name='br-int',has_traffic_filtering=True,id=56b01b62-5838-42d0-b238-f09531c57a0c,network=Network(4f0cd2cb-6739-4609-9c4b-fbdd216eace8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap56b01b62-58')
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a0:cc:62,bridge_name='br-int',has_traffic_filtering=True,id=5c48a087-d5b6-49ca-8842-9f9901638031,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c48a087-d5') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:cc:62,bridge_name='br-int',has_traffic_filtering=True,id=5c48a087-d5b6-49ca-8842-9f9901638031,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c48a087-d5') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5c48a087-d5, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 1031798784 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44402f14-62fe-455f-a61c-2bc2bf5b59a1) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: INFO os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a0:cc:62,bridge_name='br-int',has_traffic_filtering=True,id=5c48a087-d5b6-49ca-8842-9f9901638031,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c48a087-d5')
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:25Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1866983269',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1866983269',id=11,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBA6srMYn8bInONjYDxYZW+zDipAjr+2X+1i2Z7dufTL+1siN/D8mZixOLZUgInrHHzH+VvNRJQe7v53mZlvy2KH1SkGMt1AaQYiKbEr4d+IYyKWgYzsDRbIOXSg4kSWGgQ==',key_name='tempest-keypair-1496479439',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='879d7e83642942bcb4262bc9332cf6df',ramdisk_id='',reservation_id='r-gw0d9ukd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-277738494',owner_user_name='tempest-TaggedBootDevicesTest-277738494-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='499d3567379a458185cf3f72f4633c40',uuid=27bd4add-a93d-4979-83ee-623db8afa54c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converting VIF {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:90:bb,bridge_name='br-int',has_traffic_filtering=True,id=eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4bb91-4a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:90:bb,bridge_name='br-int',has_traffic_filtering=True,id=eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4bb91-4a') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapeec4bb91-4a, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6546cfa9-5c99-4085-998f-be2899eff0a0) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:22 user nova-compute[75686]: INFO os_vif [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:90:bb,bridge_name='br-int',has_traffic_filtering=True,id=eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf,network=Network(a71a7497-ab67-43a0-84b0-1c6cf66da9cd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapeec4bb91-4a')
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'tVJjZFTR', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[890e5258-27fb-4a1e-baae-90bbeeb8211a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:22 user nova-compute[75686]: No targets found.
Nov 27 01:47:22 user nova-compute[75686]: iSNS:
Nov 27 01:47:22 user nova-compute[75686]: No targets found.
Nov 27 01:47:22 user nova-compute[75686]: STATIC:
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:22 user nova-compute[75686]: No targets found.
Nov 27 01:47:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:22 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:22 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[db21e7f1-ded5-4797-b739-72b4bdf74de7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[73a2e93f-43a5-4c34-a174-3f229aa71e9c]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514856c160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0f5627-bf6c-4cdb-98bf-623755463249]: (4, ('path checker states:\nup                  10\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[63715c92-bb8c-4bd0-8dbd-4bc4003194c3]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[830bb88e-fd96-4454-8dac-68523abd78eb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7efb1f12-e7e0-4663-9845-94023a4f92ba]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[956acc8b-b864-45b8-8af8-6bdcd14c15ad]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-652be731-49dc-4bbf-b2c4-96ac294b1e2f for instance with vm_state active and task_state deleting.
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-unplugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-56b01b62-5838-42d0-b238-f09531c57a0c for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-56b01b62-5838-42d0-b238-f09531c57a0c for instance with vm_state active and task_state deleting.
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-unplugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-unplugged-5c48a087-d5b6-49ca-8842-9f9901638031 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING nova.compute.manager [req-27416d06-65b7-4d4b-8136-023ee066e79d req-2e6569ba-22a9-40f1-8762-4cc55d6ae809 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-5c48a087-d5b6-49ca-8842-9f9901638031 for instance with vm_state active and task_state deleting.
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ebf6db-a92c-4824-93e8-d5b4fb4027d7]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260]
Nov 27 01:47:22 user nova-compute[75686]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00165e49-4963-4eab-8d99-f6201a68d203 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[80eacf34-741b-4375-be78-d1fd51fe4bcc]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== disconnect_volume: return (360ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'etwposlV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:22 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d60abba8-b148-49d5-89b6-18d0fb681d48]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:22 user nova-compute[75686]: No targets found.
Nov 27 01:47:22 user nova-compute[75686]: iSNS:
Nov 27 01:47:22 user nova-compute[75686]: No targets found.
Nov 27 01:47:22 user nova-compute[75686]: STATIC:
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:22 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:22 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:22 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:22 user nova-compute[75686]: No targets found.
Nov 27 01:47:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:22 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:22 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9081d84-bf11-4c25-b61d-1dfb9e3f62f0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e321a7d0-2669-42e3-a672-72c9ec74f0a7]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148457be0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d55a90b-e98b-4d23-8acd-94c922df55a1]: (4, ('path checker states:\nup                  9\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f6beb59-e948-46e2-99e2-993330aaec8b]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[11492564-d5ec-475d-a6b9-d2bd5189e022]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'dScVOMsN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdj', 'volume_id': 'd36405d7-5716-4f6f-a55f-b623cbc37e14'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:23 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.059s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[64ce1f70-e39f-45f6-bb85-480526f1d4fb]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[53c1b982-bf5d-42ec-a833-5fd39af073db]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --logout" returned: 0 in 0.093s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef92d7ca-9b1d-43a6-bf88-5e4263d2abec]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260]
Nov 27 01:47:23 user nova-compute[75686]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-5bf280bb-8c7f-4d27-9a5e-2d5341164c11 req-4efd396d-cd65-4dad-b7ab-1c5ec75d53c7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5bf280bb-8c7f-4d27-9a5e-2d5341164c11 req-4efd396d-cd65-4dad-b7ab-1c5ec75d53c7 service nova] Acquiring lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5bf280bb-8c7f-4d27-9a5e-2d5341164c11 req-4efd396d-cd65-4dad-b7ab-1c5ec75d53c7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5bf280bb-8c7f-4d27-9a5e-2d5341164c11 req-4efd396d-cd65-4dad-b7ab-1c5ec75d53c7 service nova] Lock "27bd4add-a93d-4979-83ee-623db8afa54c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-5bf280bb-8c7f-4d27-9a5e-2d5341164c11 req-4efd396d-cd65-4dad-b7ab-1c5ec75d53c7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] No waiting events found dispatching network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:23 user nova-compute[75686]: WARNING nova.compute.manager [req-5bf280bb-8c7f-4d27-9a5e-2d5341164c11 req-4efd396d-cd65-4dad-b7ab-1c5ec75d53c7 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received unexpected event network-vif-plugged-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf for instance with vm_state active and task_state deleting.
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:63e8e9fa-74af-41f8-9501-d1f4cef8fffb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8eeaf3a-3ec4-45aa-bd1d-3dc315f130be]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.433s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== disconnect_volume: return (434ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.209s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'POslbrUe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:23 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff38c330-aed1-492a-a84a-e043f8d1927e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:23 user nova-compute[75686]: No targets found.
Nov 27 01:47:23 user nova-compute[75686]: iSNS:
Nov 27 01:47:23 user nova-compute[75686]: No targets found.
Nov 27 01:47:23 user nova-compute[75686]: STATIC:
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:23 user nova-compute[75686]: No targets found.
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:23 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:23 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c68ab2-e0a6-426d-b096-198faa3111f5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[21a4cda9-65c9-417e-96d2-a499bbb94242]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514856e4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14'): ({'sdj'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Removing single pathed devices sdj {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[355d9aa6-b77c-4ff5-a8f3-c26b48f4224b]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdj {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdj" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ada6538-b01b-4920-875e-9f6601f1c407]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Flushing IO for device /dev/sdj {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdj {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdj" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8535a47-777e-4bf2-b080-2ecc2416911b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Remove SCSI device /dev/sdj with /sys/block/sdj/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdj/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdj/device/delete" returned: 0 in 0.039s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7855b511-7850-4f87-b403-454118bae780]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Checking to see if SCSI volumes sdj have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] SCSI volumes sdj have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[773a58b4-de6e-4471-9839-181e5e8c8901]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --logout" returned: 0 in 0.099s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[28b656a1-424a-4586-84b3-d17dbc0c5365]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260]
Nov 27 01:47:23 user nova-compute[75686]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d36405d7-5716-4f6f-a55f-b623cbc37e14 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af597d0-3981-4bdf-a071-f364f7bd22db]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.403s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] <== disconnect_volume: return (612ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.403s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b67d09cd-ab41-469c-8a6c-595f63b29e26]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:23 user nova-compute[75686]: No targets found.
Nov 27 01:47:23 user nova-compute[75686]: iSNS:
Nov 27 01:47:23 user nova-compute[75686]: No targets found.
Nov 27 01:47:23 user nova-compute[75686]: STATIC:
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:23 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:23 user nova-compute[75686]: No targets found.
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:23 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:23 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffc126b5-4a07-4a46-b45a-a0e6258c5f07]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, 'status': 'reserved', 'instance': '32b8c121-240d-46f2-9e10-fdfb14753018', 'attached_at': '', 'detached_at': '', 'volume_id': '8df37566-8a7e-402b-b5a9-5e734240fde6', 'serial'} {{(pid=75686) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] swap_volume: removing Cinder connection for volume d36405d7-5716-4f6f-a55f-b623cbc37e14 {{(pid=75686) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50478a5-da41-4c70-96fb-dee1230ae629]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51750f9360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[77a76558-c02a-4a07-9794-20d20405558f]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a76e98f-1a96-4484-a676-12b2d7378970]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8d8830d-1b2d-47ff-8238-94afda9dca07]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d272f601-54f8-4fed-8a92-d009fefbead2]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[096302e2-0b15-4b6a-b897-de831988fade]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b674be22-a67c-47f9-91a0-305b03127674]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260]
Nov 27 01:47:23 user nova-compute[75686]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e8b63f0e-4d15-4ab6-a5e2-1cd48a43641f -p 172.16.0.220:3260 --op delete" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a9a2218-150f-4650-b3bc-aed529bec54f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.372s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] <== disconnect_volume: return (775ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Deleting instance files /opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c_del
Nov 27 01:47:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Deletion of /opt/stack/data/nova/instances/27bd4add-a93d-4979-83ee-623db8afa54c_del complete
Nov 27 01:47:24 user nova-compute[75686]: INFO nova.compute.manager [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Took 4.21 seconds to destroy the instance on the hypervisor.
Nov 27 01:47:24 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] swap_volume: Updating volume d36405d7-5716-4f6f-a55f-b623cbc37e14 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "WbTXjdNy", "auth_password": "5v2AkHiygfRxCD", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdh", "volume_id": "8df37566-8a7e-402b-b5a9-5e734240fde6"}, "status": "reserved", "instance": "32b8c121-240d-46f2-9e10-fdfb14753018", "attached_at": "", "detached_at": "", "volume_id": "8df37566-8a7e-402b-b5a9-5e734240fde6", "serial": "8df37566-8a7e-402b-b5a9-5e734240fde6"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '8df37566-8a7e-402b-b5a9-5e734240fde6', 'no_device': None, 'attachment_id': '7335fa0e-7a29-4856-9de1-d7bb1e5a98ca'} {{(pid=75686) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0a518195-b5de-41d0-8255-903ed2a26158 tempest-TestVolumeSwap-262078716 tempest-TestVolumeSwap-262078716-project-admin] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 15.214s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-changed-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing instance network info cache due to event network-changed-25b7419f-d628-4926-b706-f066c254e9b1. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] Acquiring lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] Acquired lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:47:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Refreshing network info cache for port 25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:47:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updated VIF entry in instance network info cache for port 25b7419f-d628-4926-b706-f066c254e9b1. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:47:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [{"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-45b37de1-5194-4175-9458-21bdad558d74 req-87dacd3d-25e6-46ee-83c6-bc1aa7e0f0f9 service nova] Releasing lock "refresh_cache-5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:26 user nova-compute[75686]: INFO nova.compute.manager [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Terminating instance
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:26 user nova-compute[75686]: INFO nova.compute.manager [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Detaching volume 8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:26 user nova-compute[75686]: INFO nova.virt.block_device [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Attempting to driver detach volume 8df37566-8a7e-402b-b5a9-5e734240fde6 from mountpoint /dev/vdb
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Attempting to detach device vdb from instance 32b8c121-240d-46f2-9e10-fdfb14753018 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:47:26 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:26 user nova-compute[75686]:   <source dev="/dev/sdh"/>
Nov 27 01:47:26 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:26 user nova-compute[75686]:   <serial>8df37566-8a7e-402b-b5a9-5e734240fde6</serial>
Nov 27 01:47:26 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:47:26 user nova-compute[75686]: </disk>
Nov 27 01:47:26 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Successfully detached device vdb from instance 32b8c121-240d-46f2-9e10-fdfb14753018 from the persistent domain config.
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 32b8c121-240d-46f2-9e10-fdfb14753018 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:47:26 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:47:26 user nova-compute[75686]:   <source dev="/dev/sdh"/>
Nov 27 01:47:26 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:47:26 user nova-compute[75686]:   <serial>8df37566-8a7e-402b-b5a9-5e734240fde6</serial>
Nov 27 01:47:26 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:47:26 user nova-compute[75686]: </disk>
Nov 27 01:47:26 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-21250bf7-bc4c-4336-9f71-48cf5aa88c69 req-2a04bd8b-2659-4516-afde-cf613cbb2085 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received event network-vif-unplugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21250bf7-bc4c-4336-9f71-48cf5aa88c69 req-2a04bd8b-2659-4516-afde-cf613cbb2085 service nova] Acquiring lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21250bf7-bc4c-4336-9f71-48cf5aa88c69 req-2a04bd8b-2659-4516-afde-cf613cbb2085 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21250bf7-bc4c-4336-9f71-48cf5aa88c69 req-2a04bd8b-2659-4516-afde-cf613cbb2085 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-21250bf7-bc4c-4336-9f71-48cf5aa88c69 req-2a04bd8b-2659-4516-afde-cf613cbb2085 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] No waiting events found dispatching network-vif-unplugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-21250bf7-bc4c-4336-9f71-48cf5aa88c69 req-2a04bd8b-2659-4516-afde-cf613cbb2085 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received event network-vif-unplugged-8201dd6b-3457-4b64-bee5-ac914d578700 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:47:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Instance destroyed successfully.
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lazy-loading 'resources' on Instance uuid 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:45:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-101286197',display_name='tempest-VolumesNegativeTest-instance-101286197',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-101286197',id=13,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='94532ed6cedd4a158f8f3a9099c6c76c',ramdisk_id='',reservation_id='r-mjz6okd8',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1107828387',owner_user_name='tempest-VolumesNegativeTest-1107828387-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:46Z,user_data=None,user_id='5a974479967c4720817ccac8161d3fa0',uuid=15dd9d3a-8c28-45c7-9fa2-bfee97b58e68,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Converting VIF {"id": "8201dd6b-3457-4b64-bee5-ac914d578700", "address": "fa:16:3e:b2:93:26", "network": {"id": "2acf3d2d-2399-4476-a499-37b30270e529", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "96a18b220adb46d7a50fc3e7b3d98a15", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8201dd6b-34", "ovs_interfaceid": "8201dd6b-3457-4b64-bee5-ac914d578700", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:93:26,bridge_name='br-int',has_traffic_filtering=True,id=8201dd6b-3457-4b64-bee5-ac914d578700,network=Network(2acf3d2d-2399-4476-a499-37b30270e529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8201dd6b-34') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_vif [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:93:26,bridge_name='br-int',has_traffic_filtering=True,id=8201dd6b-3457-4b64-bee5-ac914d578700,network=Network(2acf3d2d-2399-4476-a499-37b30270e529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8201dd6b-34') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8201dd6b-34, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=694b73a1-54b3-4915-b740-6270dd405ce3) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:27 user nova-compute[75686]: INFO os_vif [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:93:26,bridge_name='br-int',has_traffic_filtering=True,id=8201dd6b-3457-4b64-bee5-ac914d578700,network=Network(2acf3d2d-2399-4476-a499-37b30270e529),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8201dd6b-34')
Nov 27 01:47:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Deleting instance files /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68_del
Nov 27 01:47:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Deletion of /opt/stack/data/nova/instances/15dd9d3a-8c28-45c7-9fa2-bfee97b58e68_del complete
Nov 27 01:47:27 user nova-compute[75686]: INFO nova.compute.manager [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:47:27 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 21f94cb8-8808-4426-b97b-b337932e49ab is timed out.
Nov 27 01:47:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully detached device vdb from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the live domain config.
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'OzyusxEk', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdk'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:27 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[530d2826-9f5c-4658-839d-12c60a42d1d0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:27 user nova-compute[75686]: No targets found.
Nov 27 01:47:27 user nova-compute[75686]: iSNS:
Nov 27 01:47:27 user nova-compute[75686]: No targets found.
Nov 27 01:47:27 user nova-compute[75686]: STATIC:
Nov 27 01:47:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a
Nov 27 01:47:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:27 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:27 user nova-compute[75686]: No targets found.
Nov 27 01:47:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:27 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:27 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cefa6c1-c2d0-433d-8696-630da04b362b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f672963e-fccd-4678-b651-dad562ddefb3]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)\ntcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: INFO nova.compute.manager [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Terminating instance
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51484d1ab0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a'): ({'sdk'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Removing single pathed devices sdk {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac0cf6c-a904-4ccc-a2be-71cf1dbae126]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdk {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdk" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ace8709-ad72-4c92-8ad1-f0c28a614ddc]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Flushing IO for device /dev/sdk {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdk {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdk" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f68960-1f43-4e7b-8124-fae2e60f726f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Remove SCSI device /dev/sdk with /sys/block/sdk/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdk/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdk/device/delete" returned: 0 in 0.041s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ac864a3-2f95-45da-87ee-c2bd4d7efa30]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Checking to see if SCSI volumes sdk have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] SCSI volumes sdk have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2fad4bf-d6ca-4f35-b288-91a63c07365b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f959a86d-2ff3-4350-b262-462146cd9643]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260]
Nov 27 01:47:27 user nova-compute[75686]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fff07356-2306-4b04-83c0-871e1dca7b0a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.052s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[235923d6-57c1-4e8b-a11a-c771c80cee57]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.362s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] <== disconnect_volume: return (363ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f8d590e-8b91-4cda-8cb2-f8c5b3d64133 req-bd12ddad-2a08-4dba-b7d8-39e7a136a2e9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f8d590e-8b91-4cda-8cb2-f8c5b3d64133 req-bd12ddad-2a08-4dba-b7d8-39e7a136a2e9 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f8d590e-8b91-4cda-8cb2-f8c5b3d64133 req-bd12ddad-2a08-4dba-b7d8-39e7a136a2e9 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f8d590e-8b91-4cda-8cb2-f8c5b3d64133 req-bd12ddad-2a08-4dba-b7d8-39e7a136a2e9 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f8d590e-8b91-4cda-8cb2-f8c5b3d64133 req-bd12ddad-2a08-4dba-b7d8-39e7a136a2e9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f8d590e-8b91-4cda-8cb2-f8c5b3d64133 req-bd12ddad-2a08-4dba-b7d8-39e7a136a2e9 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-b594e43e-af6b-49cd-92e0-12147106071d for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Took 0.96 seconds to deallocate network for instance.
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-c736ab07-ab04-4ead-bab1-4c9fc7de98b8 req-c7d2a33e-520f-4953-b2d3-beed3dbfd6f5 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c736ab07-ab04-4ead-bab1-4c9fc7de98b8 req-c7d2a33e-520f-4953-b2d3-beed3dbfd6f5 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c736ab07-ab04-4ead-bab1-4c9fc7de98b8 req-c7d2a33e-520f-4953-b2d3-beed3dbfd6f5 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c736ab07-ab04-4ead-bab1-4c9fc7de98b8 req-c7d2a33e-520f-4953-b2d3-beed3dbfd6f5 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-c736ab07-ab04-4ead-bab1-4c9fc7de98b8 req-c7d2a33e-520f-4953-b2d3-beed3dbfd6f5 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-c736ab07-ab04-4ead-bab1-4c9fc7de98b8 req-c7d2a33e-520f-4953-b2d3-beed3dbfd6f5 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-7baee745-ba20-4859-9515-7a7e8632f1a6 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'flavor' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b1a9bd73-0371-4ee9-ad65-e2211ba4c058 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.997s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance eb3ea204-3973-4a37-924b-b09cd19b7fad is timed out.
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received event network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Acquiring lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] No waiting events found dispatching network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:29 user nova-compute[75686]: WARNING nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received unexpected event network-vif-plugged-8201dd6b-3457-4b64-bee5-ac914d578700 for instance with vm_state deleted and task_state None.
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-deleted-03f1300a-8159-45e6-9e84-0987d6d4b3a7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: INFO nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Neutron deleted interface 03f1300a-8159-45e6-9e84-0987d6d4b3a7; detaching it from the instance and deleting it from the info cache
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.neutron [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [{"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "56b01b62-5838-42d0-b238-f09531c57a0c", "address": "fa:16:3e:70:d2:04", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap56b01b62-58", "ovs_interfaceid": "56b01b62-5838-42d0-b238-f09531c57a0c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Successfully detached device vdb from instance eb3ea204-3973-4a37-924b-b09cd19b7fad from the live domain config.
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NzxsindM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdl'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:29 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.993s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.038s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a906b389-1211-444d-957f-ebf0485f5946]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:29 user nova-compute[75686]: No targets found.
Nov 27 01:47:29 user nova-compute[75686]: iSNS:
Nov 27 01:47:29 user nova-compute[75686]: No targets found.
Nov 27 01:47:29 user nova-compute[75686]: STATIC:
Nov 27 01:47:29 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53
Nov 27 01:47:29 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:29 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:29 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:29 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:29 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:29 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:29 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:29 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:29 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:29 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:29 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:29 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:29 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:29 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:29 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:29 user nova-compute[75686]: No targets found.
Nov 27 01:47:29 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:29 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:29 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Detach interface failed, port_id=03f1300a-8159-45e6-9e84-0987d6d4b3a7, reason: Instance 27bd4add-a93d-4979-83ee-623db8afa54c could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-25b7419f-d628-4926-b706-f066c254e9b1 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-deleted-56b01b62-5838-42d0-b238-f09531c57a0c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: INFO nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Neutron deleted interface 56b01b62-5838-42d0-b238-f09531c57a0c; detaching it from the instance and deleting it from the info cache
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.neutron [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [{"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "address": "fa:16:3e:e1:34:ad", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.185", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc700bd0a-68", "ovs_interfaceid": "c700bd0a-6895-435d-a4c8-baba0bec47f7", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f2c2d9-b5b9-4969-ab36-2818627e46d7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "interface-21f94cb8-8808-4426-b97b-b337932e49ab-90c7abb2-8b81-4847-b632-6403dc3ff8ae" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "interface-21f94cb8-8808-4426-b97b-b337932e49ab-90c7abb2-8b81-4847-b632-6403dc3ff8ae" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Detach interface failed, port_id=56b01b62-5838-42d0-b238-f09531c57a0c, reason: Instance 27bd4add-a93d-4979-83ee-623db8afa54c could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68] Received event network-vif-deleted-8201dd6b-3457-4b64-bee5-ac914d578700 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:29 user nova-compute[75686]: WARNING nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-25b7419f-d628-4926-b706-f066c254e9b1 for instance with vm_state active and task_state deleting.
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-deleted-c700bd0a-6895-435d-a4c8-baba0bec47f7 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: INFO nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Neutron deleted interface c700bd0a-6895-435d-a4c8-baba0bec47f7; detaching it from the instance and deleting it from the info cache
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.neutron [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [{"id": "6575ac64-ee65-426c-9f6e-d12ec742e930", "address": "fa:16:3e:4d:97:dd", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.121", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6575ac64-ee", "ovs_interfaceid": "6575ac64-ee65-426c-9f6e-d12ec742e930", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "address": "fa:16:3e:e4:17:8b", "network": {"id": "4f0cd2cb-6739-4609-9c4b-fbdd216eace8", "bridge": "br-int", "label": "tempest-device-tagging-net1-919164195", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap652be731-49", "ovs_interfaceid": "652be731-49dc-4bbf-b2c4-96ac294b1e2f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "5c48a087-d5b6-49ca-8842-9f9901638031", "address": "fa:16:3e:a0:cc:62", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c48a087-d5", "ovs_interfaceid": "5c48a087-d5b6-49ca-8842-9f9901638031", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "address": "fa:16:3e:40:90:bb", "network": {"id": "a71a7497-ab67-43a0-84b0-1c6cf66da9cd", "bridge": "br-int", "label": "tempest-device-tagging-net2-914738602", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "879d7e83642942bcb4262bc9332cf6df", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapeec4bb91-4a", "ovs_interfaceid": "eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:29 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Deleted allocations for instance 15dd9d3a-8c28-45c7-9fa2-bfee97b58e68
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'flavor' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.062s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[83674e91-def2-479d-8155-bf5898b872b5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:29 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148301240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53'): ({'sdl'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Removing single pathed devices sdl {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Detach interface failed, port_id=c700bd0a-6895-435d-a4c8-baba0bec47f7, reason: Instance 27bd4add-a93d-4979-83ee-623db8afa54c could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-59d5ae36-9097-40de-8f14-04a9c4694467 req-8891d383-8ae4-4f98-aecb-401a01745548 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converting VIF {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f25514aa-8746-4f5f-8e14-2110f42a0c99]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdl {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface> {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface> {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Attempting to detach device tap90c7abb2-8b from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] detach device xml: <interface type="ethernet">
Nov 27 01:47:29 user nova-compute[75686]:   <mac address="fa:16:3e:a5:93:ee"/>
Nov 27 01:47:29 user nova-compute[75686]:   <model type="virtio"/>
Nov 27 01:47:29 user nova-compute[75686]:   <mtu size="1442"/>
Nov 27 01:47:29 user nova-compute[75686]:   <target dev="tap90c7abb2-8b"/>
Nov 27 01:47:29 user nova-compute[75686]: </interface>
Nov 27 01:47:29 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface> {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 27 01:47:29 user nova-compute[75686]:   <name>instance-00000009</name>
Nov 27 01:47:29 user nova-compute[75686]:   <uuid>21f94cb8-8808-4426-b97b-b337932e49ab</uuid>
Nov 27 01:47:29 user nova-compute[75686]:   <metadata>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:47:29 user nova-compute[75686]:   <nova:package version="0.0.0"/>
Nov 27 01:47:29 user nova-compute[75686]:   <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:47:29 user nova-compute[75686]:   <nova:creationTime>2023-11-27 01:46:53</nova:creationTime>
Nov 27 01:47:29 user nova-compute[75686]:   <nova:flavor name="m1.tiny">
Nov 27 01:47:29 user nova-compute[75686]:     <nova:memory>512</nova:memory>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:disk>1</nova:disk>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:swap>0</nova:swap>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:vcpus>1</nova:vcpus>
Nov 27 01:47:29 user nova-compute[75686]:   </nova:flavor>
Nov 27 01:47:29 user nova-compute[75686]:   <nova:owner>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:47:29 user nova-compute[75686]:   </nova:owner>
Nov 27 01:47:29 user nova-compute[75686]:   <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:47:29 user nova-compute[75686]:   <nova:ports>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:47:29 user nova-compute[75686]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:47:29 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:29 user nova-compute[75686]:     <nova:port uuid="90c7abb2-8b81-4847-b632-6403dc3ff8ae">
Nov 27 01:47:29 user nova-compute[75686]:       <nova:ip type="fixed" address="10.10.10.8" ipVersion="4"/>
Nov 27 01:47:29 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:29 user nova-compute[75686]:   </nova:ports>
Nov 27 01:47:29 user nova-compute[75686]: </nova:instance>
Nov 27 01:47:29 user nova-compute[75686]:   </metadata>
Nov 27 01:47:29 user nova-compute[75686]:   <memory unit='KiB'>524288</memory>
Nov 27 01:47:29 user nova-compute[75686]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 01:47:29 user nova-compute[75686]:   <vcpu placement='static'>1</vcpu>
Nov 27 01:47:29 user nova-compute[75686]:   <resource>
Nov 27 01:47:29 user nova-compute[75686]:     <partition>/machine</partition>
Nov 27 01:47:29 user nova-compute[75686]:   </resource>
Nov 27 01:47:29 user nova-compute[75686]:   <sysinfo type='smbios'>
Nov 27 01:47:29 user nova-compute[75686]:     <system>
Nov 27 01:47:29 user nova-compute[75686]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 01:47:29 user nova-compute[75686]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 01:47:29 user nova-compute[75686]:       <entry name='version'>0.0.0</entry>
Nov 27 01:47:29 user nova-compute[75686]:       <entry name='serial'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:29 user nova-compute[75686]:       <entry name='uuid'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:29 user nova-compute[75686]:       <entry name='family'>Virtual Machine</entry>
Nov 27 01:47:29 user nova-compute[75686]:     </system>
Nov 27 01:47:29 user nova-compute[75686]:   </sysinfo>
Nov 27 01:47:29 user nova-compute[75686]:   <os>
Nov 27 01:47:29 user nova-compute[75686]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 01:47:29 user nova-compute[75686]:     <boot dev='hd'/>
Nov 27 01:47:29 user nova-compute[75686]:     <smbios mode='sysinfo'/>
Nov 27 01:47:29 user nova-compute[75686]:   </os>
Nov 27 01:47:29 user nova-compute[75686]:   <features>
Nov 27 01:47:29 user nova-compute[75686]:     <acpi/>
Nov 27 01:47:29 user nova-compute[75686]:     <apic/>
Nov 27 01:47:29 user nova-compute[75686]:     <vmcoreinfo state='on'/>
Nov 27 01:47:29 user nova-compute[75686]:   </features>
Nov 27 01:47:29 user nova-compute[75686]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 01:47:29 user nova-compute[75686]:     <model fallback='forbid'>Nehalem</model>
Nov 27 01:47:29 user nova-compute[75686]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 01:47:29 user nova-compute[75686]:     <feature policy='require' name='vme'/>
Nov 27 01:47:29 user nova-compute[75686]:     <feature policy='require' name='x2apic'/>
Nov 27 01:47:29 user nova-compute[75686]:     <feature policy='require' name='hypervisor'/>
Nov 27 01:47:29 user nova-compute[75686]:   </cpu>
Nov 27 01:47:29 user nova-compute[75686]:   <clock offset='utc'>
Nov 27 01:47:29 user nova-compute[75686]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 01:47:29 user nova-compute[75686]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 01:47:29 user nova-compute[75686]:     <timer name='hpet' present='no'/>
Nov 27 01:47:29 user nova-compute[75686]:   </clock>
Nov 27 01:47:29 user nova-compute[75686]:   <on_poweroff>destroy</on_poweroff>
Nov 27 01:47:29 user nova-compute[75686]:   <on_reboot>restart</on_reboot>
Nov 27 01:47:29 user nova-compute[75686]:   <on_crash>destroy</on_crash>
Nov 27 01:47:29 user nova-compute[75686]:   <devices>
Nov 27 01:47:29 user nova-compute[75686]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 01:47:29 user nova-compute[75686]:     <disk type='file' device='disk'>
Nov 27 01:47:29 user nova-compute[75686]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 01:47:29 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk' index='2'/>
Nov 27 01:47:29 user nova-compute[75686]:       <backingStore type='file' index='3'>
Nov 27 01:47:29 user nova-compute[75686]:         <format type='raw'/>
Nov 27 01:47:29 user nova-compute[75686]:         <source file='/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3'/>
Nov 27 01:47:29 user nova-compute[75686]:         <backingStore/>
Nov 27 01:47:29 user nova-compute[75686]:       </backingStore>
Nov 27 01:47:29 user nova-compute[75686]:       <target dev='vda' bus='virtio'/>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='virtio-disk0'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </disk>
Nov 27 01:47:29 user nova-compute[75686]:     <disk type='file' device='cdrom'>
Nov 27 01:47:29 user nova-compute[75686]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 01:47:29 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config' index='1'/>
Nov 27 01:47:29 user nova-compute[75686]:       <backingStore/>
Nov 27 01:47:29 user nova-compute[75686]:       <target dev='hda' bus='ide'/>
Nov 27 01:47:29 user nova-compute[75686]:       <readonly/>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='ide0-0-0'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </disk>
Nov 27 01:47:29 user nova-compute[75686]:     <controller type='usb' index='0' model='none'>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='usb'/>
Nov 27 01:47:29 user nova-compute[75686]:     </controller>
Nov 27 01:47:29 user nova-compute[75686]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='pci.0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </controller>
Nov 27 01:47:29 user nova-compute[75686]:     <controller type='ide' index='0'>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='ide'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 01:47:29 user nova-compute[75686]:     </controller>
Nov 27 01:47:29 user nova-compute[75686]:     <interface type='ethernet'>
Nov 27 01:47:29 user nova-compute[75686]:       <mac address='fa:16:3e:b0:4e:cf'/>
Nov 27 01:47:29 user nova-compute[75686]:       <target dev='tape8111c75-79'/>
Nov 27 01:47:29 user nova-compute[75686]:       <model type='virtio'/>
Nov 27 01:47:29 user nova-compute[75686]:       <mtu size='1442'/>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='net0'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </interface>
Nov 27 01:47:29 user nova-compute[75686]:     <interface type='ethernet'>
Nov 27 01:47:29 user nova-compute[75686]:       <mac address='fa:16:3e:a5:93:ee'/>
Nov 27 01:47:29 user nova-compute[75686]:       <target dev='tap90c7abb2-8b'/>
Nov 27 01:47:29 user nova-compute[75686]:       <model type='virtio'/>
Nov 27 01:47:29 user nova-compute[75686]:       <mtu size='1442'/>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='net1'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </interface>
Nov 27 01:47:29 user nova-compute[75686]:     <serial type='pty'>
Nov 27 01:47:29 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:29 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:29 user nova-compute[75686]:       <target type='isa-serial' port='0'>
Nov 27 01:47:29 user nova-compute[75686]:         <model name='isa-serial'/>
Nov 27 01:47:29 user nova-compute[75686]:       </target>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </serial>
Nov 27 01:47:29 user nova-compute[75686]:     <console type='pty' tty='/dev/pts/8'>
Nov 27 01:47:29 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:29 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:29 user nova-compute[75686]:       <target type='serial' port='0'/>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </console>
Nov 27 01:47:29 user nova-compute[75686]:     <input type='mouse' bus='ps2'>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='input0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </input>
Nov 27 01:47:29 user nova-compute[75686]:     <input type='keyboard' bus='ps2'>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='input1'/>
Nov 27 01:47:29 user nova-compute[75686]:     </input>
Nov 27 01:47:29 user nova-compute[75686]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 27 01:47:29 user nova-compute[75686]:       <listen type='address' address='0.0.0.0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </graphics>
Nov 27 01:47:29 user nova-compute[75686]:     <audio id='1' type='none'/>
Nov 27 01:47:29 user nova-compute[75686]:     <video>
Nov 27 01:47:29 user nova-compute[75686]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='video0'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </video>
Nov 27 01:47:29 user nova-compute[75686]:     <memballoon model='virtio'>
Nov 27 01:47:29 user nova-compute[75686]:       <stats period='10'/>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='balloon0'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </memballoon>
Nov 27 01:47:29 user nova-compute[75686]:     <rng model='virtio'>
Nov 27 01:47:29 user nova-compute[75686]:       <backend model='random'>/dev/urandom</backend>
Nov 27 01:47:29 user nova-compute[75686]:       <alias name='rng0'/>
Nov 27 01:47:29 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 01:47:29 user nova-compute[75686]:     </rng>
Nov 27 01:47:29 user nova-compute[75686]:   </devices>
Nov 27 01:47:29 user nova-compute[75686]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 01:47:29 user nova-compute[75686]:     <label>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</label>
Nov 27 01:47:29 user nova-compute[75686]:     <imagelabel>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</imagelabel>
Nov 27 01:47:29 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:29 user nova-compute[75686]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 01:47:29 user nova-compute[75686]:     <label>+64055:+108</label>
Nov 27 01:47:29 user nova-compute[75686]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 01:47:29 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:29 user nova-compute[75686]: </domain>
Nov 27 01:47:29 user nova-compute[75686]:  {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 01:47:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully detached device tap90c7abb2-8b from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the persistent domain config.
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] (1/8): Attempting to detach device tap90c7abb2-8b with device alias net1 from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] detach device xml: <interface type="ethernet">
Nov 27 01:47:29 user nova-compute[75686]:   <mac address="fa:16:3e:a5:93:ee"/>
Nov 27 01:47:29 user nova-compute[75686]:   <model type="virtio"/>
Nov 27 01:47:29 user nova-compute[75686]:   <mtu size="1442"/>
Nov 27 01:47:29 user nova-compute[75686]:   <target dev="tap90c7abb2-8b"/>
Nov 27 01:47:29 user nova-compute[75686]: </interface>
Nov 27 01:47:29 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdl" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfbffbfd-5fde-407d-9a9a-18fe8de99b80]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Flushing IO for device /dev/sdl {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdl {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdl" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[97153c36-92b2-4760-89b3-a5d9ee40b483]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Remove SCSI device /dev/sdl with /sys/block/sdl/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdl/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdl/device/delete" returned: 0 in 0.062s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b78ef92c-2908-41d6-83b3-dca74b768d2a]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Checking to see if SCSI volumes sdl have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] SCSI volumes sdl have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8cdbf394-1d19-406b-be8d-587ce8d00f6b tempest-VolumesNegativeTest-1107828387 tempest-VolumesNegativeTest-1107828387-project-member] Lock "15dd9d3a-8c28-45c7-9fa2-bfee97b58e68" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.538s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Instance destroyed successfully.
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lazy-loading 'resources' on Instance uuid 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e978ceed-8412-4c1e-b68b-213ce9da2830]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "25b7419f-d628-4926-b706-f066c254e9b1", "address": "fa:16:3e:82:0a:31", "network": {"id": "66e8e05a-4883-4521-a419-08ad8f434f2b", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-2098419068-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.94", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap25b7419f-d6", "ovs_interfaceid": "25b7419f-d628-4926-b706-f066c254e9b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:0a:31,bridge_name='br-int',has_traffic_filtering=True,id=25b7419f-d628-4926-b706-f066c254e9b1,network=Network(66e8e05a-4883-4521-a419-08ad8f434f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25b7419f-d6') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:0a:31,bridge_name='br-int',has_traffic_filtering=True,id=25b7419f-d628-4926-b706-f066c254e9b1,network=Network(66e8e05a-4883-4521-a419-08ad8f434f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25b7419f-d6') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap25b7419f-d6, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fff08464-44f5-4407-9e28-2249d65a3860]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260]
Nov 27 01:47:29 user nova-compute[75686]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:29 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6d1371ca-ddda-468b-845c-58206df60c53 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8d54632c-3d70-4e53-afe6-54c7f5adf35b) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f4b5bed-32d9-4432-8631-3cbb9f42b477]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.535s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] <== disconnect_volume: return (536ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Start waiting for the detach event from libvirt for device tap90c7abb2-8b with device alias net1 for instance 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: INFO os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:0a:31,bridge_name='br-int',has_traffic_filtering=True,id=25b7419f-d628-4926-b706-f066c254e9b1,network=Network(66e8e05a-4883-4521-a419-08ad8f434f2b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap25b7419f-d6')
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "address": "fa:16:3e:59:c8:49", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.119", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1f14c4b-b1", "ovs_interfaceid": "d1f14c4b-b1e9-48b0-aba9-e384b3d751a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:59:c8:49,bridge_name='br-int',has_traffic_filtering=True,id=d1f14c4b-b1e9-48b0-aba9-e384b3d751a2,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd1f14c4b-b1') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:c8:49,bridge_name='br-int',has_traffic_filtering=True,id=d1f14c4b-b1e9-48b0-aba9-e384b3d751a2,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd1f14c4b-b1') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd1f14c4b-b1, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b733b545-f363-4140-8101-6d419b7fcc6a) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:30 user nova-compute[75686]: WARNING nova.compute.manager [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-b594e43e-af6b-49cd-92e0-12147106071d for instance with vm_state active and task_state deleting.
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-unplugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-unplugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:30 user nova-compute[75686]: WARNING nova.compute.manager [req-9da4f639-b564-429b-82f6-43cd56a9b013 req-e0911b3e-236e-4ef5-aafd-c5c26715d765 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received unexpected event network-vif-unplugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae for instance with vm_state active and task_state None.
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: INFO os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:59:c8:49,bridge_name='br-int',has_traffic_filtering=True,id=d1f14c4b-b1e9-48b0-aba9-e384b3d751a2,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapd1f14c4b-b1')
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "address": "fa:16:3e:68:83:44", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1ec02ad7-a7", "ovs_interfaceid": "1ec02ad7-a7a8-4602-942a-b66c57a56b0e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:68:83:44,bridge_name='br-int',has_traffic_filtering=True,id=1ec02ad7-a7a8-4602-942a-b66c57a56b0e,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1ec02ad7-a7') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:83:44,bridge_name='br-int',has_traffic_filtering=True,id=1ec02ad7-a7a8-4602-942a-b66c57a56b0e,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1ec02ad7-a7') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1ec02ad7-a7, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=454ed485-9e90-420f-ab7b-3d2e687335ed) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:30 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Took 6.26 seconds to deallocate network for instance.
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: INFO os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:68:83:44,bridge_name='br-int',has_traffic_filtering=True,id=1ec02ad7-a7a8-4602-942a-b66c57a56b0e,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap1ec02ad7-a7')
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "0d99dd83-0e0d-4052-a410-d50b9102db65", "address": "fa:16:3e:2f:19:00", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d99dd83-0e", "ovs_interfaceid": "0d99dd83-0e0d-4052-a410-d50b9102db65", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2f:19:00,bridge_name='br-int',has_traffic_filtering=True,id=0d99dd83-0e0d-4052-a410-d50b9102db65,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d99dd83-0e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:19:00,bridge_name='br-int',has_traffic_filtering=True,id=0d99dd83-0e0d-4052-a410-d50b9102db65,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d99dd83-0e') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d99dd83-0e, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-d1ea21c2-3b74-4e15-9c76-ba864492ae04 req-0e4c9571-c6b0-410f-9ecd-3dc57ccd4ab4 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d1ea21c2-3b74-4e15-9c76-ba864492ae04 req-0e4c9571-c6b0-410f-9ecd-3dc57ccd4ab4 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d1ea21c2-3b74-4e15-9c76-ba864492ae04 req-0e4c9571-c6b0-410f-9ecd-3dc57ccd4ab4 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d1ea21c2-3b74-4e15-9c76-ba864492ae04 req-0e4c9571-c6b0-410f-9ecd-3dc57ccd4ab4 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-d1ea21c2-3b74-4e15-9c76-ba864492ae04 req-0e4c9571-c6b0-410f-9ecd-3dc57ccd4ab4 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:30 user nova-compute[75686]: WARNING nova.compute.manager [req-d1ea21c2-3b74-4e15-9c76-ba864492ae04 req-0e4c9571-c6b0-410f-9ecd-3dc57ccd4ab4 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-7baee745-ba20-4859-9515-7a7e8632f1a6 for instance with vm_state active and task_state deleting.
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8ad4a98f-04aa-4ff2-96fc-73425d49aa15) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: INFO os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2f:19:00,bridge_name='br-int',has_traffic_filtering=True,id=0d99dd83-0e0d-4052-a410-d50b9102db65,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d99dd83-0e')
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "b594e43e-af6b-49cd-92e0-12147106071d", "address": "fa:16:3e:aa:ae:ab", "network": {"id": "39af2ccd-9b3c-4cde-b59a-bd0faca02e0e", "bridge": "br-int", "label": "tempest-device-tagging-net1-39900113", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.53", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb594e43e-af", "ovs_interfaceid": "b594e43e-af6b-49cd-92e0-12147106071d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:ae:ab,bridge_name='br-int',has_traffic_filtering=True,id=b594e43e-af6b-49cd-92e0-12147106071d,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb594e43e-af') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:ae:ab,bridge_name='br-int',has_traffic_filtering=True,id=b594e43e-af6b-49cd-92e0-12147106071d,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb594e43e-af') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb594e43e-af, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lazy-loading 'flavor' on Instance uuid eb3ea204-3973-4a37-924b-b09cd19b7fad {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d3a69c9f-4765-42cd-a7d4-83e4617f7fbc) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: INFO os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:ae:ab,bridge_name='br-int',has_traffic_filtering=True,id=b594e43e-af6b-49cd-92e0-12147106071d,network=Network(39af2ccd-9b3c-4cde-b59a-bd0faca02e0e),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb594e43e-af')
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "address": "fa:16:3e:cd:c4:52", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58a0b7b7-ca", "ovs_interfaceid": "58a0b7b7-ca5d-4889-9462-f3181c37db01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cd:c4:52,bridge_name='br-int',has_traffic_filtering=True,id=58a0b7b7-ca5d-4889-9462-f3181c37db01,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a0b7b7-ca') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:c4:52,bridge_name='br-int',has_traffic_filtering=True,id=58a0b7b7-ca5d-4889-9462-f3181c37db01,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a0b7b7-ca') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58a0b7b7-ca, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2d96e983-892b-47c1-8bb0-e3c107e3330f tempest-VolumesAssistedSnapshotsTest-1365302808 tempest-VolumesAssistedSnapshotsTest-1365302808-project-admin] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.238s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d0460578-82c9-4ffe-ae59-0c9d8f9fbaa6) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: INFO os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cd:c4:52,bridge_name='br-int',has_traffic_filtering=True,id=58a0b7b7-ca5d-4889-9462-f3181c37db01,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58a0b7b7-ca')
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:45:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-109385874',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-109385874',id=12,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFdmsv3XbJF1nH9h+eYAuJFClIUix+S9TrlzPncxXQFMHhH/wr3ljDTy8WLJX0t3z5WuCu9OifndR9yA7y+lcwGrClCH4cbGUrxiFo8CD8/vgowh2+MxIiqkhHfWq4zNZg==',key_name='tempest-keypair-390478396',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bb5047346f5a41599b86602ad3538e53',ramdisk_id='',reservation_id='r-d4zp2phl',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-1753373528',owner_user_name='tempest-TaggedBootDevicesTest_v242-1753373528-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='1d52b9eb758a480aaf7c1f6f4b985177',uuid=5aff6318-0f7f-4341-8ac3-6eeeba1e1c92,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converting VIF {"id": "7baee745-ba20-4859-9515-7a7e8632f1a6", "address": "fa:16:3e:df:18:df", "network": {"id": "49e8dc1a-8ba1-4f86-b9c5-c25600fcde30", "bridge": "br-int", "label": "tempest-device-tagging-net2-73596637", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "bb5047346f5a41599b86602ad3538e53", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7baee745-ba", "ovs_interfaceid": "7baee745-ba20-4859-9515-7a7e8632f1a6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:18:df,bridge_name='br-int',has_traffic_filtering=True,id=7baee745-ba20-4859-9515-7a7e8632f1a6,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7baee745-ba') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:18:df,bridge_name='br-int',has_traffic_filtering=True,id=7baee745-ba20-4859-9515-7a7e8632f1a6,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7baee745-ba') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7baee745-ba, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=25592e11-6fee-45af-8ce5-35301e649510) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:30 user nova-compute[75686]: INFO os_vif [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:18:df,bridge_name='br-int',has_traffic_filtering=True,id=7baee745-ba20-4859-9515-7a7e8632f1a6,network=Network(49e8dc1a-8ba1-4f86-b9c5-c25600fcde30),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7baee745-ba')
Nov 27 01:47:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'qMWudHyJ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:30 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3320157b-a2cb-485c-bfac-df6881eecbce]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:30 user nova-compute[75686]: No targets found.
Nov 27 01:47:30 user nova-compute[75686]: iSNS:
Nov 27 01:47:30 user nova-compute[75686]: No targets found.
Nov 27 01:47:30 user nova-compute[75686]: STATIC:
Nov 27 01:47:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec
Nov 27 01:47:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:30 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:30 user nova-compute[75686]: No targets found.
Nov 27 01:47:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:30 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:30 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa54ff97-f790-47f4-b4a4-3a44940c5990]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d148869f-610e-41eb-8d31-db47f0a0eac2]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:30 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:30 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:30 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:30 user nova-compute[75686]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec (non-flash)
Nov 27 01:47:30 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:30 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51484d1120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec'): ({'sde'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Removing single pathed devices sde {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5774c03-98a9-49fe-9831-6b0650dd5a1e]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[afde4188-7389-4255-b1ad-fa45867d1cf0]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Flushing IO for device /dev/sde {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[88546c7a-1b7c-4b4d-a2aa-3eff80421fa1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.039s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7aed1dc1-97fd-4b1a-8532-f028fdb4e0bd]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] SCSI volumes sde have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a84953a2-b727-4df7-9196-a2d1ae50b67f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[65b67585-035f-4d32-a28a-2ee096659e26]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260]
Nov 27 01:47:31 user nova-compute[75686]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4568fa5e-e862-4d52-9066-ca627811f0ec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9359ffc0-226b-4032-b6af-d74144ceaccf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.302s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== disconnect_volume: return (303ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cdSVbHgU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:31 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: WARNING nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with vm_state active and task_state deleting.
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-deleted-eec4bb91-4aa8-4b47-8c5a-6d94abbc88bf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: WARNING nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-1ec02ad7-a7a8-4602-942a-b66c57a56b0e for instance with vm_state active and task_state deleting.
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-0d99dd83-0e0d-4052-a410-d50b9102db65 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Received event network-vif-deleted-5c48a087-d5b6-49ca-8842-9f9901638031 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: WARNING nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-0d99dd83-0e0d-4052-a410-d50b9102db65 for instance with vm_state active and task_state deleting.
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: WARNING nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-58a0b7b7-ca5d-4889-9462-f3181c37db01 for instance with vm_state active and task_state deleting.
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:31 user nova-compute[75686]: WARNING nova.compute.manager [req-7390f38e-2d57-4486-b279-e6809c421676 req-bf2d90f0-75dd-4a1d-a0e6-b77ace95a959 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with vm_state active and task_state deleting.
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[43af6d81-76a3-40aa-8859-b8e21a11ed18]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:31 user nova-compute[75686]: No targets found.
Nov 27 01:47:31 user nova-compute[75686]: iSNS:
Nov 27 01:47:31 user nova-compute[75686]: No targets found.
Nov 27 01:47:31 user nova-compute[75686]: STATIC:
Nov 27 01:47:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822
Nov 27 01:47:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:31 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:31 user nova-compute[75686]: No targets found.
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:31 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:31 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[48134a0c-0d25-4b8e-9405-fda82bc0a7fe]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[20f8b685-c6ec-4964-aced-ec185633e59b]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51484ca320>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822'): ({'sdg'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Removing single pathed devices sdg {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d098c848-d06c-4e93-894c-5aa9fbd6312d]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[326ed30e-2580-420d-b1f6-3436fc669303]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Flushing IO for device /dev/sdg {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[04ffe368-0d76-4f44-80de-fd3773f33a83]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.048s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c26b9108-5a49-4805-813f-f8503a9aa298]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] SCSI volumes sdg have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f950a6c6-757f-4dc9-8ae9-8714a5a427d6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[be090e3b-d01a-48dc-941c-0d5374f09f8b]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260]
Nov 27 01:47:31 user nova-compute[75686]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b08249a3-8999-416a-b0b0-66a363668822 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2901a02d-8a2e-49ab-aa7c-a0fe6a28de1c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.421s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== disconnect_volume: return (422ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pNtDFTGV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:31 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[71db3579-4b24-4f5b-9fbd-f87977771904]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:31 user nova-compute[75686]: No targets found.
Nov 27 01:47:31 user nova-compute[75686]: iSNS:
Nov 27 01:47:31 user nova-compute[75686]: No targets found.
Nov 27 01:47:31 user nova-compute[75686]: STATIC:
Nov 27 01:47:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87
Nov 27 01:47:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:31 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:31 user nova-compute[75686]: No targets found.
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:31 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:31 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf028c8-d332-46c3-8533-a72284a699cb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[323278bb-fc67-4311-a92f-37d3296071c8]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 (non-flash)
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51484c8670>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87'): ({'sdf'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Removing single pathed devices sdf {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa35d4ee-16ab-4267-817f-2509302dcac4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3da2a5b-8fd6-4ffc-9030-3b74fd5c4acc]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Flushing IO for device /dev/sdf {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0a9741e-7a5b-4021-a466-b266e5820e1e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.034s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ac48120-6d2e-4a45-a947-55352215cfd3]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4792219-b411-4ca3-a10c-ab7f56abfa3d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2ee982f-713d-4ab0-b209-80ea65b4b917]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260]
Nov 27 01:47:31 user nova-compute[75686]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e2ae9e12-7d71-40f0-a2f5-cd38b8638b87 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c8072e-4c97-4860-992e-a80d9e4f277a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.286s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] <== disconnect_volume: return (287ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:31 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Deleting instance files /opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92_del
Nov 27 01:47:31 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Deletion of /opt/stack/data/nova/instances/5aff6318-0f7f-4341-8ac3-6eeeba1e1c92_del complete
Nov 27 01:47:31 user nova-compute[75686]: INFO nova.compute.manager [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Took 4.61 seconds to destroy the instance on the hypervisor.
Nov 27 01:47:31 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:47:31 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:47:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-d73e8af6-e83d-4b6c-9cba-b7d43578d7bc req-b373259a-b977-445f-9bf4-dbac91058c32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d73e8af6-e83d-4b6c-9cba-b7d43578d7bc req-b373259a-b977-445f-9bf4-dbac91058c32 service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d73e8af6-e83d-4b6c-9cba-b7d43578d7bc req-b373259a-b977-445f-9bf4-dbac91058c32 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d73e8af6-e83d-4b6c-9cba-b7d43578d7bc req-b373259a-b977-445f-9bf4-dbac91058c32 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-d73e8af6-e83d-4b6c-9cba-b7d43578d7bc req-b373259a-b977-445f-9bf4-dbac91058c32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:32 user nova-compute[75686]: WARNING nova.compute.manager [req-d73e8af6-e83d-4b6c-9cba-b7d43578d7bc req-b373259a-b977-445f-9bf4-dbac91058c32 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received unexpected event network-vif-plugged-90c7abb2-8b81-4847-b632-6403dc3ff8ae for instance with vm_state active and task_state None.
Nov 27 01:47:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:32 user nova-compute[75686]: INFO nova.compute.manager [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] [instance: 27bd4add-a93d-4979-83ee-623db8afa54c] Took 2.57 seconds to detach 3 volumes for instance.
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:33 user nova-compute[75686]: WARNING nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with vm_state active and task_state deleting.
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-unplugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-unplugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Acquiring lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] No waiting events found dispatching network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:33 user nova-compute[75686]: WARNING nova.compute.manager [req-122843c4-fab7-499b-9f49-036b1c5cb047 req-81a58618-1c0e-4995-9a9d-4bcf1592ed60 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received unexpected event network-vif-plugged-d1f14c4b-b1e9-48b0-aba9-e384b3d751a2 for instance with vm_state active and task_state deleting.
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.395s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:33 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Deleted allocations for instance 27bd4add-a93d-4979-83ee-623db8afa54c
Nov 27 01:47:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-547f4d38-ee48-4027-a811-3c33ab8a6548 tempest-TaggedBootDevicesTest-277738494 tempest-TaggedBootDevicesTest-277738494-project-member] Lock "27bd4add-a93d-4979-83ee-623db8afa54c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 13.623s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:35 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:35 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Took 3.05 seconds to deallocate network for instance.
Nov 27 01:47:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-9233ffcc-a044-406a-bc50-6261b64cdfe1 req-0fb442d8-d3d3-49b4-8c58-ff3e529d2ab0 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-deleted-7baee745-ba20-4859-9515-7a7e8632f1a6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-9233ffcc-a044-406a-bc50-6261b64cdfe1 req-0fb442d8-d3d3-49b4-8c58-ff3e529d2ab0 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-deleted-0d99dd83-0e0d-4052-a410-d50b9102db65 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-9233ffcc-a044-406a-bc50-6261b64cdfe1 req-0fb442d8-d3d3-49b4-8c58-ff3e529d2ab0 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-deleted-58a0b7b7-ca5d-4889-9462-f3181c37db01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-9233ffcc-a044-406a-bc50-6261b64cdfe1 req-0fb442d8-d3d3-49b4-8c58-ff3e529d2ab0 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-deleted-25b7419f-d628-4926-b706-f066c254e9b1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-9233ffcc-a044-406a-bc50-6261b64cdfe1 req-0fb442d8-d3d3-49b4-8c58-ff3e529d2ab0 service nova] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Received event network-vif-deleted-b594e43e-af6b-49cd-92e0-12147106071d {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:37 user nova-compute[75686]: INFO nova.compute.manager [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] [instance: 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92] Took 2.28 seconds to detach 3 volumes for instance.
Nov 27 01:47:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:37 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:47:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:47:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.345s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:37 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Deleted allocations for instance 5aff6318-0f7f-4341-8ac3-6eeeba1e1c92
Nov 27 01:47:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-292c9bc3-a9dd-4342-8ee1-ccc1cb06d2d3 tempest-TaggedBootDevicesTest_v242-1753373528 tempest-TaggedBootDevicesTest_v242-1753373528-project-member] Lock "5aff6318-0f7f-4341-8ac3-6eeeba1e1c92" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.485s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "bb3d759e-37a5-45d5-a154-35616a647899" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "bb3d759e-37a5-45d5-a154-35616a647899" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:47:44 user nova-compute[75686]: INFO nova.compute.claims [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Claim successful on node user
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.530s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.network.neutron [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:47:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.policy [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b460cf65f2b44e42bf5e8297989b0fe9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6ddad7e6dfb9484aa6a5a842430d6ef9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:47:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:47:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Creating image(s)
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "/opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "/opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "/opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Successfully created port: 60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk 1073741824" returned: 0 in 0.049s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.169s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Cannot resize image /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Ensure instance console log exists: /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Successfully updated port: 60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "refresh_cache-bb3d759e-37a5-45d5-a154-35616a647899" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquired lock "refresh_cache-bb3d759e-37a5-45d5-a154-35616a647899" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received event network-changed-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Refreshing instance network info cache due to event network-changed-60a8e89e-afb2-4e58-9c1f-180d307a0a6e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] Acquiring lock "refresh_cache-bb3d759e-37a5-45d5-a154-35616a647899" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Updating instance_info_cache with network_info: [{"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Releasing lock "refresh_cache-bb3d759e-37a5-45d5-a154-35616a647899" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Instance network_info: |[{"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] Acquired lock "refresh_cache-bb3d759e-37a5-45d5-a154-35616a647899" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Refreshing network info cache for port 60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Start _get_guest_xml network_info=[{"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:47:46 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:47:46 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:47:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1533989355',display_name='tempest-VolumesAdminNegativeTest-server-1533989355',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1533989355',id=15,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6ddad7e6dfb9484aa6a5a842430d6ef9',ramdisk_id='',reservation_id='r-x9esrzxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1473285317',owner_user_name='tempest-VolumesAdminNegativeTest-1473285317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:47:45Z,user_data=None,user_id='b460cf65f2b44e42bf5e8297989b0fe9',uuid=bb3d759e-37a5-45d5-a154-35616a647899,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converting VIF {"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:6d:47,bridge_name='br-int',has_traffic_filtering=True,id=60a8e89e-afb2-4e58-9c1f-180d307a0a6e,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60a8e89e-af') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.objects.instance [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lazy-loading 'pci_devices' on Instance uuid bb3d759e-37a5-45d5-a154-35616a647899 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:47:46 user nova-compute[75686]:   <uuid>bb3d759e-37a5-45d5-a154-35616a647899</uuid>
Nov 27 01:47:46 user nova-compute[75686]:   <name>instance-0000000f</name>
Nov 27 01:47:46 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:47:46 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:47:46 user nova-compute[75686]:   <metadata>
Nov 27 01:47:46 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:47:46 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:47:46 user nova-compute[75686]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1533989355</nova:name>
Nov 27 01:47:46 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:47:46</nova:creationTime>
Nov 27 01:47:46 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:47:46 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:47:46 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:47:46 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:47:46 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:47:46 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:47:46 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:47:46 user nova-compute[75686]:       <nova:owner>
Nov 27 01:47:46 user nova-compute[75686]:         <nova:user uuid="b460cf65f2b44e42bf5e8297989b0fe9">tempest-VolumesAdminNegativeTest-1473285317-project-member</nova:user>
Nov 27 01:47:46 user nova-compute[75686]:         <nova:project uuid="6ddad7e6dfb9484aa6a5a842430d6ef9">tempest-VolumesAdminNegativeTest-1473285317</nova:project>
Nov 27 01:47:46 user nova-compute[75686]:       </nova:owner>
Nov 27 01:47:46 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:47:46 user nova-compute[75686]:       <nova:ports>
Nov 27 01:47:46 user nova-compute[75686]:         <nova:port uuid="60a8e89e-afb2-4e58-9c1f-180d307a0a6e">
Nov 27 01:47:46 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 01:47:46 user nova-compute[75686]:         </nova:port>
Nov 27 01:47:46 user nova-compute[75686]:       </nova:ports>
Nov 27 01:47:46 user nova-compute[75686]:     </nova:instance>
Nov 27 01:47:46 user nova-compute[75686]:   </metadata>
Nov 27 01:47:46 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:47:46 user nova-compute[75686]:     <system>
Nov 27 01:47:46 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:47:46 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:47:46 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:47:46 user nova-compute[75686]:       <entry name="serial">bb3d759e-37a5-45d5-a154-35616a647899</entry>
Nov 27 01:47:46 user nova-compute[75686]:       <entry name="uuid">bb3d759e-37a5-45d5-a154-35616a647899</entry>
Nov 27 01:47:46 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:47:46 user nova-compute[75686]:     </system>
Nov 27 01:47:46 user nova-compute[75686]:   </sysinfo>
Nov 27 01:47:46 user nova-compute[75686]:   <os>
Nov 27 01:47:46 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:47:46 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:47:46 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:47:46 user nova-compute[75686]:   </os>
Nov 27 01:47:46 user nova-compute[75686]:   <features>
Nov 27 01:47:46 user nova-compute[75686]:     <acpi/>
Nov 27 01:47:46 user nova-compute[75686]:     <apic/>
Nov 27 01:47:46 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:47:46 user nova-compute[75686]:   </features>
Nov 27 01:47:46 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:47:46 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:47:46 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:47:46 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:47:46 user nova-compute[75686]:   </clock>
Nov 27 01:47:46 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:47:46 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:47:46 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:47:46 user nova-compute[75686]:   </cpu>
Nov 27 01:47:46 user nova-compute[75686]:   <devices>
Nov 27 01:47:46 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:47:46 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:47:46 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk"/>
Nov 27 01:47:46 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:47:46 user nova-compute[75686]:     </disk>
Nov 27 01:47:46 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:47:46 user nova-compute[75686]:       <mac address="fa:16:3e:ff:6d:47"/>
Nov 27 01:47:46 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:47:46 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:47:46 user nova-compute[75686]:       <target dev="tap60a8e89e-af"/>
Nov 27 01:47:46 user nova-compute[75686]:     </interface>
Nov 27 01:47:46 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:47:46 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/console.log" append="off"/>
Nov 27 01:47:46 user nova-compute[75686]:     </serial>
Nov 27 01:47:46 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:47:46 user nova-compute[75686]:     <video>
Nov 27 01:47:46 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:47:46 user nova-compute[75686]:     </video>
Nov 27 01:47:46 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:47:46 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:47:46 user nova-compute[75686]:     </rng>
Nov 27 01:47:46 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:47:46 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:47:46 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:47:46 user nova-compute[75686]:     </memballoon>
Nov 27 01:47:46 user nova-compute[75686]:   </devices>
Nov 27 01:47:46 user nova-compute[75686]: </domain>
Nov 27 01:47:46 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:47:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1533989355',display_name='tempest-VolumesAdminNegativeTest-server-1533989355',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1533989355',id=15,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6ddad7e6dfb9484aa6a5a842430d6ef9',ramdisk_id='',reservation_id='r-x9esrzxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-1473285317',owner_user_name='tempest-VolumesAdminNegativeTest-1473285317-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:47:45Z,user_data=None,user_id='b460cf65f2b44e42bf5e8297989b0fe9',uuid=bb3d759e-37a5-45d5-a154-35616a647899,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converting VIF {"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:6d:47,bridge_name='br-int',has_traffic_filtering=True,id=60a8e89e-afb2-4e58-9c1f-180d307a0a6e,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60a8e89e-af') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG os_vif [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:6d:47,bridge_name='br-int',has_traffic_filtering=True,id=60a8e89e-afb2-4e58-9c1f-180d307a0a6e,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60a8e89e-af') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '774909bd-e5d3-5cf0-91a2-9075a33acd09', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap60a8e89e-af, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap60a8e89e-af, col_values=(('qos', UUID('eee8071b-7323-48f9-8cfd-1fa67717453d')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap60a8e89e-af, col_values=(('external_ids', {'iface-id': '60a8e89e-afb2-4e58-9c1f-180d307a0a6e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ff:6d:47', 'vm-uuid': 'bb3d759e-37a5-45d5-a154-35616a647899'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:46 user nova-compute[75686]: INFO os_vif [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:6d:47,bridge_name='br-int',has_traffic_filtering=True,id=60a8e89e-afb2-4e58-9c1f-180d307a0a6e,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60a8e89e-af')
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] No VIF found with MAC fa:16:3e:ff:6d:47, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Updated VIF entry in instance network info cache for port 60a8e89e-afb2-4e58-9c1f-180d307a0a6e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Updating instance_info_cache with network_info: [{"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-82cf9693-5aaa-41df-ad73-c7002be6d627 req-b3e3e641-3bbb-4580-9e58-9261e3c6615d service nova] Releasing lock "refresh_cache-bb3d759e-37a5-45d5-a154-35616a647899" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:47:47 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 32b8c121-240d-46f2-9e10-fdfb14753018 is timed out.
Nov 27 01:47:47 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Successfully detached device vdb from instance 32b8c121-240d-46f2-9e10-fdfb14753018 from the live domain config.
Nov 27 01:47:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WbTXjdNy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh', 'volume_id': '8df37566-8a7e-402b-b5a9-5e734240fde6'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:47:47 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[de4482a8-3cee-4fb0-8988-632c8a70ea38]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:47:47 user nova-compute[75686]: No targets found.
Nov 27 01:47:47 user nova-compute[75686]: iSNS:
Nov 27 01:47:47 user nova-compute[75686]: No targets found.
Nov 27 01:47:47 user nova-compute[75686]: STATIC:
Nov 27 01:47:47 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6
Nov 27 01:47:47 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:47:47 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:47:47 user nova-compute[75686]: FIRMWARE:
Nov 27 01:47:47 user nova-compute[75686]: No targets found.
Nov 27 01:47:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:47:47 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:47:47 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb4f9f98-5815-4365-b411-9cb73759b0e3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[137eec73-f7d0-4ef2-a48c-d3042898eb54]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 (non-flash)
Nov 27 01:47:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51484ca290>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6'): ({'sdh'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Removing single pathed devices sdh {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dab2460-ad5f-4ed0-b22c-6cd9cdb8c257]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[df9aa6b2-48e9-4e37-91f1-a3f612f01aaa]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Flushing IO for device /dev/sdh {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1508a21e-7368-4ea4-9939-91d158b863ad]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[32b64d06-0dff-4a62-9be3-7088489b6191]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Checking to see if SCSI volumes sdh have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] SCSI volumes sdh have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[caa5d351-d7dc-4d2f-b7ab-402720cfe1cf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[21d14b66-df45-492d-b699-6a775952b758]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260]
Nov 27 01:47:47 user nova-compute[75686]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6, portal: 172.16.0.220,3260] successful.
Nov 27 01:47:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8df37566-8a7e-402b-b5a9-5e734240fde6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0550de46-70d5-49ac-a622-6693e8a677b4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.301s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] <== disconnect_volume: return (303ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:47:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG nova.objects.instance [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lazy-loading 'flavor' on Instance uuid 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-841506c3-770f-4993-a009-74bf3557eb33 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.932s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-9a2949a7-656e-4383-a233-2f12fabba4cf req-042034e3-94a9-4767-a2a6-77ca52e47188 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received event network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a2949a7-656e-4383-a233-2f12fabba4cf req-042034e3-94a9-4767-a2a6-77ca52e47188 service nova] Acquiring lock "bb3d759e-37a5-45d5-a154-35616a647899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a2949a7-656e-4383-a233-2f12fabba4cf req-042034e3-94a9-4767-a2a6-77ca52e47188 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a2949a7-656e-4383-a233-2f12fabba4cf req-042034e3-94a9-4767-a2a6-77ca52e47188 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-9a2949a7-656e-4383-a233-2f12fabba4cf req-042034e3-94a9-4767-a2a6-77ca52e47188 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] No waiting events found dispatching network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:48 user nova-compute[75686]: WARNING nova.compute.manager [req-9a2949a7-656e-4383-a233-2f12fabba4cf req-042034e3-94a9-4767-a2a6-77ca52e47188 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received unexpected event network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e for instance with vm_state building and task_state spawning.
Nov 27 01:47:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:49 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Waiting for libvirt event about the detach of device tap90c7abb2-8b with device alias net1 from instance 21f94cb8-8808-4426-b97b-b337932e49ab is timed out.
Nov 27 01:47:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface> {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 27 01:47:49 user nova-compute[75686]:   <name>instance-00000009</name>
Nov 27 01:47:49 user nova-compute[75686]:   <uuid>21f94cb8-8808-4426-b97b-b337932e49ab</uuid>
Nov 27 01:47:49 user nova-compute[75686]:   <metadata>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:47:49 user nova-compute[75686]:   <nova:package version="0.0.0"/>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:creationTime>2023-11-27 01:46:53</nova:creationTime>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:flavor name="m1.tiny">
Nov 27 01:47:49 user nova-compute[75686]:     <nova:memory>512</nova:memory>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:disk>1</nova:disk>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:swap>0</nova:swap>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:vcpus>1</nova:vcpus>
Nov 27 01:47:49 user nova-compute[75686]:   </nova:flavor>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:owner>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:47:49 user nova-compute[75686]:   </nova:owner>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:ports>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:47:49 user nova-compute[75686]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:47:49 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:port uuid="90c7abb2-8b81-4847-b632-6403dc3ff8ae">
Nov 27 01:47:49 user nova-compute[75686]:       <nova:ip type="fixed" address="10.10.10.8" ipVersion="4"/>
Nov 27 01:47:49 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:49 user nova-compute[75686]:   </nova:ports>
Nov 27 01:47:49 user nova-compute[75686]: </nova:instance>
Nov 27 01:47:49 user nova-compute[75686]:   </metadata>
Nov 27 01:47:49 user nova-compute[75686]:   <memory unit='KiB'>524288</memory>
Nov 27 01:47:49 user nova-compute[75686]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 01:47:49 user nova-compute[75686]:   <vcpu placement='static'>1</vcpu>
Nov 27 01:47:49 user nova-compute[75686]:   <resource>
Nov 27 01:47:49 user nova-compute[75686]:     <partition>/machine</partition>
Nov 27 01:47:49 user nova-compute[75686]:   </resource>
Nov 27 01:47:49 user nova-compute[75686]:   <sysinfo type='smbios'>
Nov 27 01:47:49 user nova-compute[75686]:     <system>
Nov 27 01:47:49 user nova-compute[75686]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 01:47:49 user nova-compute[75686]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 01:47:49 user nova-compute[75686]:       <entry name='version'>0.0.0</entry>
Nov 27 01:47:49 user nova-compute[75686]:       <entry name='serial'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:49 user nova-compute[75686]:       <entry name='uuid'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:49 user nova-compute[75686]:       <entry name='family'>Virtual Machine</entry>
Nov 27 01:47:49 user nova-compute[75686]:     </system>
Nov 27 01:47:49 user nova-compute[75686]:   </sysinfo>
Nov 27 01:47:49 user nova-compute[75686]:   <os>
Nov 27 01:47:49 user nova-compute[75686]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 01:47:49 user nova-compute[75686]:     <boot dev='hd'/>
Nov 27 01:47:49 user nova-compute[75686]:     <smbios mode='sysinfo'/>
Nov 27 01:47:49 user nova-compute[75686]:   </os>
Nov 27 01:47:49 user nova-compute[75686]:   <features>
Nov 27 01:47:49 user nova-compute[75686]:     <acpi/>
Nov 27 01:47:49 user nova-compute[75686]:     <apic/>
Nov 27 01:47:49 user nova-compute[75686]:     <vmcoreinfo state='on'/>
Nov 27 01:47:49 user nova-compute[75686]:   </features>
Nov 27 01:47:49 user nova-compute[75686]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 01:47:49 user nova-compute[75686]:     <model fallback='forbid'>Nehalem</model>
Nov 27 01:47:49 user nova-compute[75686]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 01:47:49 user nova-compute[75686]:     <feature policy='require' name='vme'/>
Nov 27 01:47:49 user nova-compute[75686]:     <feature policy='require' name='x2apic'/>
Nov 27 01:47:49 user nova-compute[75686]:     <feature policy='require' name='hypervisor'/>
Nov 27 01:47:49 user nova-compute[75686]:   </cpu>
Nov 27 01:47:49 user nova-compute[75686]:   <clock offset='utc'>
Nov 27 01:47:49 user nova-compute[75686]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 01:47:49 user nova-compute[75686]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 01:47:49 user nova-compute[75686]:     <timer name='hpet' present='no'/>
Nov 27 01:47:49 user nova-compute[75686]:   </clock>
Nov 27 01:47:49 user nova-compute[75686]:   <on_poweroff>destroy</on_poweroff>
Nov 27 01:47:49 user nova-compute[75686]:   <on_reboot>restart</on_reboot>
Nov 27 01:47:49 user nova-compute[75686]:   <on_crash>destroy</on_crash>
Nov 27 01:47:49 user nova-compute[75686]:   <devices>
Nov 27 01:47:49 user nova-compute[75686]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 01:47:49 user nova-compute[75686]:     <disk type='file' device='disk'>
Nov 27 01:47:49 user nova-compute[75686]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 01:47:49 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk' index='2'/>
Nov 27 01:47:49 user nova-compute[75686]:       <backingStore type='file' index='3'>
Nov 27 01:47:49 user nova-compute[75686]:         <format type='raw'/>
Nov 27 01:47:49 user nova-compute[75686]:         <source file='/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3'/>
Nov 27 01:47:49 user nova-compute[75686]:         <backingStore/>
Nov 27 01:47:49 user nova-compute[75686]:       </backingStore>
Nov 27 01:47:49 user nova-compute[75686]:       <target dev='vda' bus='virtio'/>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='virtio-disk0'/>
Nov 27 01:47:49 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </disk>
Nov 27 01:47:49 user nova-compute[75686]:     <disk type='file' device='cdrom'>
Nov 27 01:47:49 user nova-compute[75686]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 01:47:49 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config' index='1'/>
Nov 27 01:47:49 user nova-compute[75686]:       <backingStore/>
Nov 27 01:47:49 user nova-compute[75686]:       <target dev='hda' bus='ide'/>
Nov 27 01:47:49 user nova-compute[75686]:       <readonly/>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='ide0-0-0'/>
Nov 27 01:47:49 user nova-compute[75686]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </disk>
Nov 27 01:47:49 user nova-compute[75686]:     <controller type='usb' index='0' model='none'>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='usb'/>
Nov 27 01:47:49 user nova-compute[75686]:     </controller>
Nov 27 01:47:49 user nova-compute[75686]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='pci.0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </controller>
Nov 27 01:47:49 user nova-compute[75686]:     <controller type='ide' index='0'>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='ide'/>
Nov 27 01:47:49 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 01:47:49 user nova-compute[75686]:     </controller>
Nov 27 01:47:49 user nova-compute[75686]:     <interface type='ethernet'>
Nov 27 01:47:49 user nova-compute[75686]:       <mac address='fa:16:3e:b0:4e:cf'/>
Nov 27 01:47:49 user nova-compute[75686]:       <target dev='tape8111c75-79'/>
Nov 27 01:47:49 user nova-compute[75686]:       <model type='virtio'/>
Nov 27 01:47:49 user nova-compute[75686]:       <mtu size='1442'/>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='net0'/>
Nov 27 01:47:49 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </interface>
Nov 27 01:47:49 user nova-compute[75686]:     <serial type='pty'>
Nov 27 01:47:49 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:49 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:49 user nova-compute[75686]:       <target type='isa-serial' port='0'>
Nov 27 01:47:49 user nova-compute[75686]:         <model name='isa-serial'/>
Nov 27 01:47:49 user nova-compute[75686]:       </target>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </serial>
Nov 27 01:47:49 user nova-compute[75686]:     <console type='pty' tty='/dev/pts/8'>
Nov 27 01:47:49 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:49 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:49 user nova-compute[75686]:       <target type='serial' port='0'/>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </console>
Nov 27 01:47:49 user nova-compute[75686]:     <input type='mouse' bus='ps2'>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='input0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </input>
Nov 27 01:47:49 user nova-compute[75686]:     <input type='keyboard' bus='ps2'>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='input1'/>
Nov 27 01:47:49 user nova-compute[75686]:     </input>
Nov 27 01:47:49 user nova-compute[75686]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 27 01:47:49 user nova-compute[75686]:       <listen type='address' address='0.0.0.0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </graphics>
Nov 27 01:47:49 user nova-compute[75686]:     <audio id='1' type='none'/>
Nov 27 01:47:49 user nova-compute[75686]:     <video>
Nov 27 01:47:49 user nova-compute[75686]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='video0'/>
Nov 27 01:47:49 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </video>
Nov 27 01:47:49 user nova-compute[75686]:     <memballoon model='virtio'>
Nov 27 01:47:49 user nova-compute[75686]:       <stats period='10'/>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='balloon0'/>
Nov 27 01:47:49 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </memballoon>
Nov 27 01:47:49 user nova-compute[75686]:     <rng model='virtio'>
Nov 27 01:47:49 user nova-compute[75686]:       <backend model='random'>/dev/urandom</backend>
Nov 27 01:47:49 user nova-compute[75686]:       <alias name='rng0'/>
Nov 27 01:47:49 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 01:47:49 user nova-compute[75686]:     </rng>
Nov 27 01:47:49 user nova-compute[75686]:   </devices>
Nov 27 01:47:49 user nova-compute[75686]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 01:47:49 user nova-compute[75686]:     <label>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</label>
Nov 27 01:47:49 user nova-compute[75686]:     <imagelabel>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</imagelabel>
Nov 27 01:47:49 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:49 user nova-compute[75686]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 01:47:49 user nova-compute[75686]:     <label>+64055:+108</label>
Nov 27 01:47:49 user nova-compute[75686]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 01:47:49 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:49 user nova-compute[75686]: </domain>
Nov 27 01:47:49 user nova-compute[75686]:  {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 01:47:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully detached device tap90c7abb2-8b from instance 21f94cb8-8808-4426-b97b-b337932e49ab from the live domain config.
Nov 27 01:47:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converting VIF {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG os_vif [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90c7abb2-8b, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5cc27bea-5e73-40eb-a7ae-b1073eee6475) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:49 user nova-compute[75686]: INFO os_vif [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b')
Nov 27 01:47:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:47:49 user nova-compute[75686]:   <nova:package version="0.0.0"/>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:creationTime>2023-11-27 01:47:49</nova:creationTime>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:flavor name="m1.tiny">
Nov 27 01:47:49 user nova-compute[75686]:     <nova:memory>512</nova:memory>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:disk>1</nova:disk>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:swap>0</nova:swap>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:vcpus>1</nova:vcpus>
Nov 27 01:47:49 user nova-compute[75686]:   </nova:flavor>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:owner>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:47:49 user nova-compute[75686]:   </nova:owner>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:47:49 user nova-compute[75686]:   <nova:ports>
Nov 27 01:47:49 user nova-compute[75686]:     <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:47:49 user nova-compute[75686]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:47:49 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:49 user nova-compute[75686]:   </nova:ports>
Nov 27 01:47:49 user nova-compute[75686]: </nova:instance>
Nov 27 01:47:49 user nova-compute[75686]:  {{(pid=75686) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:47:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Instance spawned successfully.
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-deleted-90c7abb2-8b81-4847-b632-6403dc3ff8ae {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:50 user nova-compute[75686]: INFO nova.compute.manager [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Neutron deleted interface 90c7abb2-8b81-4847-b632-6403dc3ff8ae; detaching it from the instance and deleting it from the info cache
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.network.neutron [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquired lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.objects.instance [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Lazy-loading 'system_metadata' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-3e3925e7-fea3-44ea-9dbb-11f2d107a71d req-dd6e2310-c794-4d5a-bb83-6688e0cf5990 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received event network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3e3925e7-fea3-44ea-9dbb-11f2d107a71d req-dd6e2310-c794-4d5a-bb83-6688e0cf5990 service nova] Acquiring lock "bb3d759e-37a5-45d5-a154-35616a647899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3e3925e7-fea3-44ea-9dbb-11f2d107a71d req-dd6e2310-c794-4d5a-bb83-6688e0cf5990 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3e3925e7-fea3-44ea-9dbb-11f2d107a71d req-dd6e2310-c794-4d5a-bb83-6688e0cf5990 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-3e3925e7-fea3-44ea-9dbb-11f2d107a71d req-dd6e2310-c794-4d5a-bb83-6688e0cf5990 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] No waiting events found dispatching network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:47:50 user nova-compute[75686]: WARNING nova.compute.manager [req-3e3925e7-fea3-44ea-9dbb-11f2d107a71d req-dd6e2310-c794-4d5a-bb83-6688e0cf5990 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received unexpected event network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e for instance with vm_state building and task_state spawning.
Nov 27 01:47:50 user nova-compute[75686]: INFO nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Took 5.38 seconds to spawn the instance on the hypervisor.
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.objects.instance [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Lazy-loading 'flavor' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.objects.base [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Object Instance<21f94cb8-8808-4426-b97b-b337932e49ab> lazy-loaded attributes: system_metadata,flavor {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Converting VIF {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface> {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 27 01:47:50 user nova-compute[75686]:   <name>instance-00000009</name>
Nov 27 01:47:50 user nova-compute[75686]:   <uuid>21f94cb8-8808-4426-b97b-b337932e49ab</uuid>
Nov 27 01:47:50 user nova-compute[75686]:   <metadata>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:47:50 user nova-compute[75686]:   <nova:package version="0.0.0"/>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:creationTime>2023-11-27 01:47:49</nova:creationTime>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:flavor name="m1.tiny">
Nov 27 01:47:50 user nova-compute[75686]:     <nova:memory>512</nova:memory>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:disk>1</nova:disk>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:swap>0</nova:swap>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:vcpus>1</nova:vcpus>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:flavor>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:owner>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:owner>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:ports>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:47:50 user nova-compute[75686]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:47:50 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:ports>
Nov 27 01:47:50 user nova-compute[75686]: </nova:instance>
Nov 27 01:47:50 user nova-compute[75686]:   </metadata>
Nov 27 01:47:50 user nova-compute[75686]:   <memory unit='KiB'>524288</memory>
Nov 27 01:47:50 user nova-compute[75686]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 01:47:50 user nova-compute[75686]:   <vcpu placement='static'>1</vcpu>
Nov 27 01:47:50 user nova-compute[75686]:   <resource>
Nov 27 01:47:50 user nova-compute[75686]:     <partition>/machine</partition>
Nov 27 01:47:50 user nova-compute[75686]:   </resource>
Nov 27 01:47:50 user nova-compute[75686]:   <sysinfo type='smbios'>
Nov 27 01:47:50 user nova-compute[75686]:     <system>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='version'>0.0.0</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='serial'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='uuid'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='family'>Virtual Machine</entry>
Nov 27 01:47:50 user nova-compute[75686]:     </system>
Nov 27 01:47:50 user nova-compute[75686]:   </sysinfo>
Nov 27 01:47:50 user nova-compute[75686]:   <os>
Nov 27 01:47:50 user nova-compute[75686]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 01:47:50 user nova-compute[75686]:     <boot dev='hd'/>
Nov 27 01:47:50 user nova-compute[75686]:     <smbios mode='sysinfo'/>
Nov 27 01:47:50 user nova-compute[75686]:   </os>
Nov 27 01:47:50 user nova-compute[75686]:   <features>
Nov 27 01:47:50 user nova-compute[75686]:     <acpi/>
Nov 27 01:47:50 user nova-compute[75686]:     <apic/>
Nov 27 01:47:50 user nova-compute[75686]:     <vmcoreinfo state='on'/>
Nov 27 01:47:50 user nova-compute[75686]:   </features>
Nov 27 01:47:50 user nova-compute[75686]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 01:47:50 user nova-compute[75686]:     <model fallback='forbid'>Nehalem</model>
Nov 27 01:47:50 user nova-compute[75686]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 01:47:50 user nova-compute[75686]:     <feature policy='require' name='vme'/>
Nov 27 01:47:50 user nova-compute[75686]:     <feature policy='require' name='x2apic'/>
Nov 27 01:47:50 user nova-compute[75686]:     <feature policy='require' name='hypervisor'/>
Nov 27 01:47:50 user nova-compute[75686]:   </cpu>
Nov 27 01:47:50 user nova-compute[75686]:   <clock offset='utc'>
Nov 27 01:47:50 user nova-compute[75686]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 01:47:50 user nova-compute[75686]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 01:47:50 user nova-compute[75686]:     <timer name='hpet' present='no'/>
Nov 27 01:47:50 user nova-compute[75686]:   </clock>
Nov 27 01:47:50 user nova-compute[75686]:   <on_poweroff>destroy</on_poweroff>
Nov 27 01:47:50 user nova-compute[75686]:   <on_reboot>restart</on_reboot>
Nov 27 01:47:50 user nova-compute[75686]:   <on_crash>destroy</on_crash>
Nov 27 01:47:50 user nova-compute[75686]:   <devices>
Nov 27 01:47:50 user nova-compute[75686]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 01:47:50 user nova-compute[75686]:     <disk type='file' device='disk'>
Nov 27 01:47:50 user nova-compute[75686]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 01:47:50 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk' index='2'/>
Nov 27 01:47:50 user nova-compute[75686]:       <backingStore type='file' index='3'>
Nov 27 01:47:50 user nova-compute[75686]:         <format type='raw'/>
Nov 27 01:47:50 user nova-compute[75686]:         <source file='/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3'/>
Nov 27 01:47:50 user nova-compute[75686]:         <backingStore/>
Nov 27 01:47:50 user nova-compute[75686]:       </backingStore>
Nov 27 01:47:50 user nova-compute[75686]:       <target dev='vda' bus='virtio'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='virtio-disk0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </disk>
Nov 27 01:47:50 user nova-compute[75686]:     <disk type='file' device='cdrom'>
Nov 27 01:47:50 user nova-compute[75686]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 01:47:50 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config' index='1'/>
Nov 27 01:47:50 user nova-compute[75686]:       <backingStore/>
Nov 27 01:47:50 user nova-compute[75686]:       <target dev='hda' bus='ide'/>
Nov 27 01:47:50 user nova-compute[75686]:       <readonly/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='ide0-0-0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </disk>
Nov 27 01:47:50 user nova-compute[75686]:     <controller type='usb' index='0' model='none'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='usb'/>
Nov 27 01:47:50 user nova-compute[75686]:     </controller>
Nov 27 01:47:50 user nova-compute[75686]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='pci.0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </controller>
Nov 27 01:47:50 user nova-compute[75686]:     <controller type='ide' index='0'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='ide'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 01:47:50 user nova-compute[75686]:     </controller>
Nov 27 01:47:50 user nova-compute[75686]:     <interface type='ethernet'>
Nov 27 01:47:50 user nova-compute[75686]:       <mac address='fa:16:3e:b0:4e:cf'/>
Nov 27 01:47:50 user nova-compute[75686]:       <target dev='tape8111c75-79'/>
Nov 27 01:47:50 user nova-compute[75686]:       <model type='virtio'/>
Nov 27 01:47:50 user nova-compute[75686]:       <mtu size='1442'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='net0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </interface>
Nov 27 01:47:50 user nova-compute[75686]:     <serial type='pty'>
Nov 27 01:47:50 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:50 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:50 user nova-compute[75686]:       <target type='isa-serial' port='0'>
Nov 27 01:47:50 user nova-compute[75686]:         <model name='isa-serial'/>
Nov 27 01:47:50 user nova-compute[75686]:       </target>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </serial>
Nov 27 01:47:50 user nova-compute[75686]:     <console type='pty' tty='/dev/pts/8'>
Nov 27 01:47:50 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:50 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:50 user nova-compute[75686]:       <target type='serial' port='0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </console>
Nov 27 01:47:50 user nova-compute[75686]:     <input type='mouse' bus='ps2'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='input0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </input>
Nov 27 01:47:50 user nova-compute[75686]:     <input type='keyboard' bus='ps2'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='input1'/>
Nov 27 01:47:50 user nova-compute[75686]:     </input>
Nov 27 01:47:50 user nova-compute[75686]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 27 01:47:50 user nova-compute[75686]:       <listen type='address' address='0.0.0.0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </graphics>
Nov 27 01:47:50 user nova-compute[75686]:     <audio id='1' type='none'/>
Nov 27 01:47:50 user nova-compute[75686]:     <video>
Nov 27 01:47:50 user nova-compute[75686]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='video0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </video>
Nov 27 01:47:50 user nova-compute[75686]:     <memballoon model='virtio'>
Nov 27 01:47:50 user nova-compute[75686]:       <stats period='10'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='balloon0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </memballoon>
Nov 27 01:47:50 user nova-compute[75686]:     <rng model='virtio'>
Nov 27 01:47:50 user nova-compute[75686]:       <backend model='random'>/dev/urandom</backend>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='rng0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </rng>
Nov 27 01:47:50 user nova-compute[75686]:   </devices>
Nov 27 01:47:50 user nova-compute[75686]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 01:47:50 user nova-compute[75686]:     <label>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</label>
Nov 27 01:47:50 user nova-compute[75686]:     <imagelabel>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</imagelabel>
Nov 27 01:47:50 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:50 user nova-compute[75686]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 01:47:50 user nova-compute[75686]:     <label>+64055:+108</label>
Nov 27 01:47:50 user nova-compute[75686]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 01:47:50 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:50 user nova-compute[75686]: </domain>
Nov 27 01:47:50 user nova-compute[75686]:  {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface> {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:a5:93:ee"/><model type="virtio"/><mtu size="1442"/><target dev="tap90c7abb2-8b"/></interface>not found in domain: <domain type='kvm' id='9'>
Nov 27 01:47:50 user nova-compute[75686]:   <name>instance-00000009</name>
Nov 27 01:47:50 user nova-compute[75686]:   <uuid>21f94cb8-8808-4426-b97b-b337932e49ab</uuid>
Nov 27 01:47:50 user nova-compute[75686]:   <metadata>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:47:50 user nova-compute[75686]:   <nova:package version="0.0.0"/>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:creationTime>2023-11-27 01:47:49</nova:creationTime>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:flavor name="m1.tiny">
Nov 27 01:47:50 user nova-compute[75686]:     <nova:memory>512</nova:memory>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:disk>1</nova:disk>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:swap>0</nova:swap>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:vcpus>1</nova:vcpus>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:flavor>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:owner>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:owner>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:ports>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:47:50 user nova-compute[75686]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:47:50 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:ports>
Nov 27 01:47:50 user nova-compute[75686]: </nova:instance>
Nov 27 01:47:50 user nova-compute[75686]:   </metadata>
Nov 27 01:47:50 user nova-compute[75686]:   <memory unit='KiB'>524288</memory>
Nov 27 01:47:50 user nova-compute[75686]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 27 01:47:50 user nova-compute[75686]:   <vcpu placement='static'>1</vcpu>
Nov 27 01:47:50 user nova-compute[75686]:   <resource>
Nov 27 01:47:50 user nova-compute[75686]:     <partition>/machine</partition>
Nov 27 01:47:50 user nova-compute[75686]:   </resource>
Nov 27 01:47:50 user nova-compute[75686]:   <sysinfo type='smbios'>
Nov 27 01:47:50 user nova-compute[75686]:     <system>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='product'>OpenStack Nova</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='version'>0.0.0</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='serial'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='uuid'>21f94cb8-8808-4426-b97b-b337932e49ab</entry>
Nov 27 01:47:50 user nova-compute[75686]:       <entry name='family'>Virtual Machine</entry>
Nov 27 01:47:50 user nova-compute[75686]:     </system>
Nov 27 01:47:50 user nova-compute[75686]:   </sysinfo>
Nov 27 01:47:50 user nova-compute[75686]:   <os>
Nov 27 01:47:50 user nova-compute[75686]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 27 01:47:50 user nova-compute[75686]:     <boot dev='hd'/>
Nov 27 01:47:50 user nova-compute[75686]:     <smbios mode='sysinfo'/>
Nov 27 01:47:50 user nova-compute[75686]:   </os>
Nov 27 01:47:50 user nova-compute[75686]:   <features>
Nov 27 01:47:50 user nova-compute[75686]:     <acpi/>
Nov 27 01:47:50 user nova-compute[75686]:     <apic/>
Nov 27 01:47:50 user nova-compute[75686]:     <vmcoreinfo state='on'/>
Nov 27 01:47:50 user nova-compute[75686]:   </features>
Nov 27 01:47:50 user nova-compute[75686]:   <cpu mode='custom' match='exact' check='full'>
Nov 27 01:47:50 user nova-compute[75686]:     <model fallback='forbid'>Nehalem</model>
Nov 27 01:47:50 user nova-compute[75686]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 27 01:47:50 user nova-compute[75686]:     <feature policy='require' name='vme'/>
Nov 27 01:47:50 user nova-compute[75686]:     <feature policy='require' name='x2apic'/>
Nov 27 01:47:50 user nova-compute[75686]:     <feature policy='require' name='hypervisor'/>
Nov 27 01:47:50 user nova-compute[75686]:   </cpu>
Nov 27 01:47:50 user nova-compute[75686]:   <clock offset='utc'>
Nov 27 01:47:50 user nova-compute[75686]:     <timer name='pit' tickpolicy='delay'/>
Nov 27 01:47:50 user nova-compute[75686]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 27 01:47:50 user nova-compute[75686]:     <timer name='hpet' present='no'/>
Nov 27 01:47:50 user nova-compute[75686]:   </clock>
Nov 27 01:47:50 user nova-compute[75686]:   <on_poweroff>destroy</on_poweroff>
Nov 27 01:47:50 user nova-compute[75686]:   <on_reboot>restart</on_reboot>
Nov 27 01:47:50 user nova-compute[75686]:   <on_crash>destroy</on_crash>
Nov 27 01:47:50 user nova-compute[75686]:   <devices>
Nov 27 01:47:50 user nova-compute[75686]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 27 01:47:50 user nova-compute[75686]:     <disk type='file' device='disk'>
Nov 27 01:47:50 user nova-compute[75686]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 27 01:47:50 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk' index='2'/>
Nov 27 01:47:50 user nova-compute[75686]:       <backingStore type='file' index='3'>
Nov 27 01:47:50 user nova-compute[75686]:         <format type='raw'/>
Nov 27 01:47:50 user nova-compute[75686]:         <source file='/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3'/>
Nov 27 01:47:50 user nova-compute[75686]:         <backingStore/>
Nov 27 01:47:50 user nova-compute[75686]:       </backingStore>
Nov 27 01:47:50 user nova-compute[75686]:       <target dev='vda' bus='virtio'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='virtio-disk0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </disk>
Nov 27 01:47:50 user nova-compute[75686]:     <disk type='file' device='cdrom'>
Nov 27 01:47:50 user nova-compute[75686]:       <driver name='qemu' type='raw' cache='none'/>
Nov 27 01:47:50 user nova-compute[75686]:       <source file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk.config' index='1'/>
Nov 27 01:47:50 user nova-compute[75686]:       <backingStore/>
Nov 27 01:47:50 user nova-compute[75686]:       <target dev='hda' bus='ide'/>
Nov 27 01:47:50 user nova-compute[75686]:       <readonly/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='ide0-0-0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </disk>
Nov 27 01:47:50 user nova-compute[75686]:     <controller type='usb' index='0' model='none'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='usb'/>
Nov 27 01:47:50 user nova-compute[75686]:     </controller>
Nov 27 01:47:50 user nova-compute[75686]:     <controller type='pci' index='0' model='pci-root'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='pci.0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </controller>
Nov 27 01:47:50 user nova-compute[75686]:     <controller type='ide' index='0'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='ide'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 27 01:47:50 user nova-compute[75686]:     </controller>
Nov 27 01:47:50 user nova-compute[75686]:     <interface type='ethernet'>
Nov 27 01:47:50 user nova-compute[75686]:       <mac address='fa:16:3e:b0:4e:cf'/>
Nov 27 01:47:50 user nova-compute[75686]:       <target dev='tape8111c75-79'/>
Nov 27 01:47:50 user nova-compute[75686]:       <model type='virtio'/>
Nov 27 01:47:50 user nova-compute[75686]:       <mtu size='1442'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='net0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </interface>
Nov 27 01:47:50 user nova-compute[75686]:     <serial type='pty'>
Nov 27 01:47:50 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:50 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:50 user nova-compute[75686]:       <target type='isa-serial' port='0'>
Nov 27 01:47:50 user nova-compute[75686]:         <model name='isa-serial'/>
Nov 27 01:47:50 user nova-compute[75686]:       </target>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </serial>
Nov 27 01:47:50 user nova-compute[75686]:     <console type='pty' tty='/dev/pts/8'>
Nov 27 01:47:50 user nova-compute[75686]:       <source path='/dev/pts/8'/>
Nov 27 01:47:50 user nova-compute[75686]:       <log file='/opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/console.log' append='off'/>
Nov 27 01:47:50 user nova-compute[75686]:       <target type='serial' port='0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='serial0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </console>
Nov 27 01:47:50 user nova-compute[75686]:     <input type='mouse' bus='ps2'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='input0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </input>
Nov 27 01:47:50 user nova-compute[75686]:     <input type='keyboard' bus='ps2'>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='input1'/>
Nov 27 01:47:50 user nova-compute[75686]:     </input>
Nov 27 01:47:50 user nova-compute[75686]:     <graphics type='vnc' port='5908' autoport='yes' listen='0.0.0.0'>
Nov 27 01:47:50 user nova-compute[75686]:       <listen type='address' address='0.0.0.0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </graphics>
Nov 27 01:47:50 user nova-compute[75686]:     <audio id='1' type='none'/>
Nov 27 01:47:50 user nova-compute[75686]:     <video>
Nov 27 01:47:50 user nova-compute[75686]:       <model type='virtio' heads='1' primary='yes'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='video0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </video>
Nov 27 01:47:50 user nova-compute[75686]:     <memballoon model='virtio'>
Nov 27 01:47:50 user nova-compute[75686]:       <stats period='10'/>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='balloon0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </memballoon>
Nov 27 01:47:50 user nova-compute[75686]:     <rng model='virtio'>
Nov 27 01:47:50 user nova-compute[75686]:       <backend model='random'>/dev/urandom</backend>
Nov 27 01:47:50 user nova-compute[75686]:       <alias name='rng0'/>
Nov 27 01:47:50 user nova-compute[75686]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 27 01:47:50 user nova-compute[75686]:     </rng>
Nov 27 01:47:50 user nova-compute[75686]:   </devices>
Nov 27 01:47:50 user nova-compute[75686]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 27 01:47:50 user nova-compute[75686]:     <label>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</label>
Nov 27 01:47:50 user nova-compute[75686]:     <imagelabel>libvirt-21f94cb8-8808-4426-b97b-b337932e49ab</imagelabel>
Nov 27 01:47:50 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:50 user nova-compute[75686]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 27 01:47:50 user nova-compute[75686]:     <label>+64055:+108</label>
Nov 27 01:47:50 user nova-compute[75686]:     <imagelabel>+64055:+108</imagelabel>
Nov 27 01:47:50 user nova-compute[75686]:   </seclabel>
Nov 27 01:47:50 user nova-compute[75686]: </domain>
Nov 27 01:47:50 user nova-compute[75686]:  {{(pid=75686) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 27 01:47:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Detaching interface fa:16:3e:a5:93:ee failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tap90c7abb2-8b' not found.
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Converting VIF {"id": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "address": "fa:16:3e:a5:93:ee", "network": {"id": "a6604726-1c81-4069-9756-6155913073f5", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719129628", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap90c7abb2-8b", "ovs_interfaceid": "90c7abb2-8b81-4847-b632-6403dc3ff8ae", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG os_vif [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap90c7abb2-8b, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:47:50 user nova-compute[75686]: INFO os_vif [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a5:93:ee,bridge_name='br-int',has_traffic_filtering=True,id=90c7abb2-8b81-4847-b632-6403dc3ff8ae,network=Network(a6604726-1c81-4069-9756-6155913073f5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap90c7abb2-8b')
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [req-76d75976-2227-4094-a769-a00730d7d5c8 req-f6755a6b-6a6b-4896-bfc1-6bf215da8eaf service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:47:50 user nova-compute[75686]:   <nova:package version="0.0.0"/>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:name>tempest-device-tagging-server-593532428</nova:name>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:creationTime>2023-11-27 01:47:50</nova:creationTime>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:flavor name="m1.tiny">
Nov 27 01:47:50 user nova-compute[75686]:     <nova:memory>512</nova:memory>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:disk>1</nova:disk>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:swap>0</nova:swap>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:vcpus>1</nova:vcpus>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:flavor>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:owner>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:user uuid="b2e87e21090a42ca8b3c46eac21763de">tempest-TaggedAttachmentsTest-923412646-project-member</nova:user>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:project uuid="228828e9e60146beb7be4fad823bfb6c">tempest-TaggedAttachmentsTest-923412646</nova:project>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:owner>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:47:50 user nova-compute[75686]:   <nova:ports>
Nov 27 01:47:50 user nova-compute[75686]:     <nova:port uuid="e8111c75-793e-4e5b-9d85-f3ea893a780e">
Nov 27 01:47:50 user nova-compute[75686]:       <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:47:50 user nova-compute[75686]:     </nova:port>
Nov 27 01:47:50 user nova-compute[75686]:   </nova:ports>
Nov 27 01:47:50 user nova-compute[75686]: </nova:instance>
Nov 27 01:47:50 user nova-compute[75686]:  {{(pid=75686) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 27 01:47:50 user nova-compute[75686]: INFO nova.compute.manager [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Took 6.22 seconds to build instance.
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-814dd1b1-1586-4f99-8618-bc762501b2bf tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "bb3d759e-37a5-45d5-a154-35616a647899" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.313s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:50 user nova-compute[75686]: INFO nova.network.neutron [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Port 90c7abb2-8b81-4847-b632-6403dc3ff8ae from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache.
Nov 27 01:47:50 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [{"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Releasing lock "refresh_cache-21f94cb8-8808-4426-b97b-b337932e49ab" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:47:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3087faaf-fa30-49b9-bd98-617845c994a8 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "interface-21f94cb8-8808-4426-b97b-b337932e49ab-90c7abb2-8b81-4847-b632-6403dc3ff8ae" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.434s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:47:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:47:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:47:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 01:47:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:47:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:47:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "98831619-1f75-41ad-a5f8-52a3f9055d53" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:00 user nova-compute[75686]: INFO nova.compute.manager [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Terminating instance
Nov 27 01:48:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-3f39c3e7-9051-4196-96f6-46ab46a8e5d9 req-6aac2ab5-56e5-4985-b2ed-b6752ec0e40e service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received event network-vif-unplugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f39c3e7-9051-4196-96f6-46ab46a8e5d9 req-6aac2ab5-56e5-4985-b2ed-b6752ec0e40e service nova] Acquiring lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f39c3e7-9051-4196-96f6-46ab46a8e5d9 req-6aac2ab5-56e5-4985-b2ed-b6752ec0e40e service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f39c3e7-9051-4196-96f6-46ab46a8e5d9 req-6aac2ab5-56e5-4985-b2ed-b6752ec0e40e service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-3f39c3e7-9051-4196-96f6-46ab46a8e5d9 req-6aac2ab5-56e5-4985-b2ed-b6752ec0e40e service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] No waiting events found dispatching network-vif-unplugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-3f39c3e7-9051-4196-96f6-46ab46a8e5d9 req-6aac2ab5-56e5-4985-b2ed-b6752ec0e40e service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received event network-vif-unplugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:48:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Instance destroyed successfully.
Nov 27 01:48:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lazy-loading 'resources' on Instance uuid 98831619-1f75-41ad-a5f8-52a3f9055d53 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:46:09Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1596399690',display_name='tempest-ServersNegativeTestJSON-server-1596399690',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1596399690',id=14,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61df2ba0c7ea44b8b96ee810e90c3611',ramdisk_id='',reservation_id='r-h92i94k0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1547259665',owner_user_name='tempest-ServersNegativeTestJSON-1547259665-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:18Z,user_data=None,user_id='ad1a32ce477e41df86f143a13989f498',uuid=98831619-1f75-41ad-a5f8-52a3f9055d53,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converting VIF {"id": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "address": "fa:16:3e:1a:36:ec", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0533611c-db", "ovs_interfaceid": "0533611c-db34-46d1-92d0-6eeab5f1ddc1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:ec,bridge_name='br-int',has_traffic_filtering=True,id=0533611c-db34-46d1-92d0-6eeab5f1ddc1,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0533611c-db') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG os_vif [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:ec,bridge_name='br-int',has_traffic_filtering=True,id=0533611c-db34-46d1-92d0-6eeab5f1ddc1,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0533611c-db') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0533611c-db, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f65aba08-601a-4995-ba20-88b137c28aa3) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:01 user nova-compute[75686]: INFO os_vif [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:36:ec,bridge_name='br-int',has_traffic_filtering=True,id=0533611c-db34-46d1-92d0-6eeab5f1ddc1,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0533611c-db')
Nov 27 01:48:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Deleting instance files /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53_del
Nov 27 01:48:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Deletion of /opt/stack/data/nova/instances/98831619-1f75-41ad-a5f8-52a3f9055d53_del complete
Nov 27 01:48:01 user nova-compute[75686]: INFO nova.compute.manager [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 01:48:01 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:01 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Took 0.53 seconds to deallocate network for instance.
Nov 27 01:48:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:02 user nova-compute[75686]: INFO nova.compute.manager [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Terminating instance
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.395s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:02 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Deleted allocations for instance 98831619-1f75-41ad-a5f8-52a3f9055d53
Nov 27 01:48:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed04919a-20e3-4d86-8d88-ff70d0d097a1 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.035s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-5a0580b1-4243-4bab-8036-c4da547887ce req-948dff20-cb36-4c56-9a5c-496a8d4c5bce service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-vif-unplugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5a0580b1-4243-4bab-8036-c4da547887ce req-948dff20-cb36-4c56-9a5c-496a8d4c5bce service nova] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5a0580b1-4243-4bab-8036-c4da547887ce req-948dff20-cb36-4c56-9a5c-496a8d4c5bce service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5a0580b1-4243-4bab-8036-c4da547887ce req-948dff20-cb36-4c56-9a5c-496a8d4c5bce service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-5a0580b1-4243-4bab-8036-c4da547887ce req-948dff20-cb36-4c56-9a5c-496a8d4c5bce service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] No waiting events found dispatching network-vif-unplugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-5a0580b1-4243-4bab-8036-c4da547887ce req-948dff20-cb36-4c56-9a5c-496a8d4c5bce service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-vif-unplugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-399eb728-52b9-462f-9db6-3c9d2845f28d req-5c308fe0-3727-4caa-b2ac-9bc324da07b3 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received event network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-399eb728-52b9-462f-9db6-3c9d2845f28d req-5c308fe0-3727-4caa-b2ac-9bc324da07b3 service nova] Acquiring lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-399eb728-52b9-462f-9db6-3c9d2845f28d req-5c308fe0-3727-4caa-b2ac-9bc324da07b3 service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-399eb728-52b9-462f-9db6-3c9d2845f28d req-5c308fe0-3727-4caa-b2ac-9bc324da07b3 service nova] Lock "98831619-1f75-41ad-a5f8-52a3f9055d53-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-399eb728-52b9-462f-9db6-3c9d2845f28d req-5c308fe0-3727-4caa-b2ac-9bc324da07b3 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] No waiting events found dispatching network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:02 user nova-compute[75686]: WARNING nova.compute.manager [req-399eb728-52b9-462f-9db6-3c9d2845f28d req-5c308fe0-3727-4caa-b2ac-9bc324da07b3 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received unexpected event network-vif-plugged-0533611c-db34-46d1-92d0-6eeab5f1ddc1 for instance with vm_state deleted and task_state None.
Nov 27 01:48:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-399eb728-52b9-462f-9db6-3c9d2845f28d req-5c308fe0-3727-4caa-b2ac-9bc324da07b3 service nova] [instance: 98831619-1f75-41ad-a5f8-52a3f9055d53] Received event network-vif-deleted-0533611c-db34-46d1-92d0-6eeab5f1ddc1 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Instance destroyed successfully.
Nov 27 01:48:03 user nova-compute[75686]: DEBUG nova.objects.instance [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lazy-loading 'resources' on Instance uuid eb3ea204-3973-4a37-924b-b09cd19b7fad {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:45:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-1740757821',display_name='tempest-VolumesAssistedSnapshotsTest-server-1740757821',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-1740757821',id=10,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBHbAjDeQkcqFABMEH5UIsmR0liOO+EQXHAA/PZCpM2mUb+PUggXCzAuB2qhc/Ohyh4p/MR0kTrWVhGeaNZ9V5T2Rvyb2m5L4lm97DfoME2WVU/1Rmt3lZOmDUUCGrKsXuw==',key_name='tempest-keypair-1510332191',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='80bedf4fb8224abbae3e881366c6ddb2',ramdisk_id='',reservation_id='r-mlpumstw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-219277321',owner_user_name='tempest-VolumesAssistedSnapshotsTest-219277321-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='20be68cb2665439facd51e94febfead1',uuid=eb3ea204-3973-4a37-924b-b09cd19b7fad,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Converting VIF {"id": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "address": "fa:16:3e:5c:ab:0a", "network": {"id": "45fdd9e6-90f1-4d15-9d8c-229da6ad03e8", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-977594895-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "80bedf4fb8224abbae3e881366c6ddb2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c0af32c-d4", "ovs_interfaceid": "5c0af32c-d4a0-475d-8ed8-89c716bc2925", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5c:ab:0a,bridge_name='br-int',has_traffic_filtering=True,id=5c0af32c-d4a0-475d-8ed8-89c716bc2925,network=Network(45fdd9e6-90f1-4d15-9d8c-229da6ad03e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c0af32c-d4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG os_vif [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5c:ab:0a,bridge_name='br-int',has_traffic_filtering=True,id=5c0af32c-d4a0-475d-8ed8-89c716bc2925,network=Network(45fdd9e6-90f1-4d15-9d8c-229da6ad03e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c0af32c-d4') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5c0af32c-d4, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7c93c01b-c68d-4777-a1ab-c050088a52d2) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:03 user nova-compute[75686]: INFO os_vif [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5c:ab:0a,bridge_name='br-int',has_traffic_filtering=True,id=5c0af32c-d4a0-475d-8ed8-89c716bc2925,network=Network(45fdd9e6-90f1-4d15-9d8c-229da6ad03e8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c0af32c-d4')
Nov 27 01:48:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Deleting instance files /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad_del
Nov 27 01:48:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Deletion of /opt/stack/data/nova/instances/eb3ea204-3973-4a37-924b-b09cd19b7fad_del complete
Nov 27 01:48:03 user nova-compute[75686]: INFO nova.compute.manager [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 27 01:48:03 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:03 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Took 0.73 seconds to deallocate network for instance.
Nov 27 01:48:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.320s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:04 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Deleted allocations for instance eb3ea204-3973-4a37-924b-b09cd19b7fad
Nov 27 01:48:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-04fcfc81-e6bc-484c-9731-31bc4d525de3 tempest-VolumesAssistedSnapshotsTest-219277321 tempest-VolumesAssistedSnapshotsTest-219277321-project-member] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.155s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-a6189bba-91cf-432a-b84b-6ff76e0ac566 req-b9441f07-c7ae-4120-bbeb-cea041988cc7 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a6189bba-91cf-432a-b84b-6ff76e0ac566 req-b9441f07-c7ae-4120-bbeb-cea041988cc7 service nova] Acquiring lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a6189bba-91cf-432a-b84b-6ff76e0ac566 req-b9441f07-c7ae-4120-bbeb-cea041988cc7 service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a6189bba-91cf-432a-b84b-6ff76e0ac566 req-b9441f07-c7ae-4120-bbeb-cea041988cc7 service nova] Lock "eb3ea204-3973-4a37-924b-b09cd19b7fad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-a6189bba-91cf-432a-b84b-6ff76e0ac566 req-b9441f07-c7ae-4120-bbeb-cea041988cc7 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] No waiting events found dispatching network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:04 user nova-compute[75686]: WARNING nova.compute.manager [req-a6189bba-91cf-432a-b84b-6ff76e0ac566 req-b9441f07-c7ae-4120-bbeb-cea041988cc7 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received unexpected event network-vif-plugged-5c0af32c-d4a0-475d-8ed8-89c716bc2925 for instance with vm_state deleted and task_state None.
Nov 27 01:48:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-d06d89f4-9baa-4b1f-b8ef-82da0890854a req-24908194-9449-4ab3-8f56-85b209527fc7 service nova] [instance: eb3ea204-3973-4a37-924b-b09cd19b7fad] Received event network-vif-deleted-5c0af32c-d4a0-475d-8ed8-89c716bc2925 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:48:08 user nova-compute[75686]: INFO nova.compute.claims [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Claim successful on node user
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:08 user nova-compute[75686]: INFO nova.compute.manager [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Unshelving
Nov 27 01:48:08 user nova-compute[75686]: INFO nova.virt.block_device [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Booting with volume 50e56f15-9bea-4b1c-aba8-938b46953d4d at /dev/vdc
Nov 27 01:48:08 user nova-compute[75686]: DEBUG os_brick.utils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[618505d1-0cc8-4886-af9b-3bfa715e9d8b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb5106ce-7699-412f-9c27-2fe035ad38a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89e7151-628c-4656-8686-e47d5161d06c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb3820a-6775-4ed5-b588-c592dee95c5f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:48:08 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cce1f193-5b1f-4727-9407-785f42aa0ab5]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG os_brick.utils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating existing volume attachment record: c9d75e23-9154-4551-95a7-8eaf13a824af {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.474s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:48:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.policy [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d1d312ea9224e4b9e57e5576276a485', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25a6f8db8baf4e9988fc1ca048107122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:48:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Creating image(s)
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk 1073741824" returned: 0 in 0.053s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Successfully created port: c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Cannot resize image /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Ensure instance console log exists: /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Successfully updated port: c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-changed-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Refreshing instance network info cache due to event network-changed-c60547fc-b849-4fac-8e61-9cdbb3d8c29f. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] Acquiring lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] Acquired lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.network.neutron [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Refreshing network info cache for port c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.network.neutron [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.network.neutron [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-226aa55c-747d-44bb-a603-dfe497d4be1c req-eceb0c6d-7fe9-49ea-b0d4-2fcd57e33545 service nova] Releasing lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquired lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:48:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Updating instance_info_cache with network_info: [{"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Releasing lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance network_info: |[{"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Start _get_guest_xml network_info=[{"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:48:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911193610',display_name='tempest-tempest.common.compute-instance-911193610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911193610',id=16,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEP+Wr/yQ4ai+TB2gJ2/yBjdUob1cq8Vcq1mJa8j97ZlB+pYmE6kOTzTxVDMjfWdbapmTag7KppV7wMRb3k6nKbmlXvXHpckHUgpDEQIDJMYaq49LE1oMzDX5MktZSdk2A==',key_name='tempest-keypair-1762372762',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-pqosdzm4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=6da3a108-b503-4e6a-a5c2-8ada0a20d145,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'pci_devices' on Instance uuid 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:48:11 user nova-compute[75686]:   <uuid>6da3a108-b503-4e6a-a5c2-8ada0a20d145</uuid>
Nov 27 01:48:11 user nova-compute[75686]:   <name>instance-00000010</name>
Nov 27 01:48:11 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:48:11 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:48:11 user nova-compute[75686]:   <metadata>
Nov 27 01:48:11 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:48:11 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:48:11 user nova-compute[75686]:       <nova:name>tempest-tempest.common.compute-instance-911193610</nova:name>
Nov 27 01:48:11 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:48:11</nova:creationTime>
Nov 27 01:48:11 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:48:11 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:48:11 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:48:11 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:48:11 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:48:11 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:48:11 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:48:11 user nova-compute[75686]:       <nova:owner>
Nov 27 01:48:11 user nova-compute[75686]:         <nova:user uuid="4d1d312ea9224e4b9e57e5576276a485">tempest-ServerActionsTestOtherA-1470255416-project-member</nova:user>
Nov 27 01:48:11 user nova-compute[75686]:         <nova:project uuid="25a6f8db8baf4e9988fc1ca048107122">tempest-ServerActionsTestOtherA-1470255416</nova:project>
Nov 27 01:48:11 user nova-compute[75686]:       </nova:owner>
Nov 27 01:48:11 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:48:11 user nova-compute[75686]:       <nova:ports>
Nov 27 01:48:11 user nova-compute[75686]:         <nova:port uuid="c60547fc-b849-4fac-8e61-9cdbb3d8c29f">
Nov 27 01:48:11 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:48:11 user nova-compute[75686]:         </nova:port>
Nov 27 01:48:11 user nova-compute[75686]:       </nova:ports>
Nov 27 01:48:11 user nova-compute[75686]:     </nova:instance>
Nov 27 01:48:11 user nova-compute[75686]:   </metadata>
Nov 27 01:48:11 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:48:11 user nova-compute[75686]:     <system>
Nov 27 01:48:11 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:48:11 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:48:11 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:48:11 user nova-compute[75686]:       <entry name="serial">6da3a108-b503-4e6a-a5c2-8ada0a20d145</entry>
Nov 27 01:48:11 user nova-compute[75686]:       <entry name="uuid">6da3a108-b503-4e6a-a5c2-8ada0a20d145</entry>
Nov 27 01:48:11 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:48:11 user nova-compute[75686]:     </system>
Nov 27 01:48:11 user nova-compute[75686]:   </sysinfo>
Nov 27 01:48:11 user nova-compute[75686]:   <os>
Nov 27 01:48:11 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:48:11 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:48:11 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:48:11 user nova-compute[75686]:   </os>
Nov 27 01:48:11 user nova-compute[75686]:   <features>
Nov 27 01:48:11 user nova-compute[75686]:     <acpi/>
Nov 27 01:48:11 user nova-compute[75686]:     <apic/>
Nov 27 01:48:11 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:48:11 user nova-compute[75686]:   </features>
Nov 27 01:48:11 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:48:11 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:48:11 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:48:11 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:48:11 user nova-compute[75686]:   </clock>
Nov 27 01:48:11 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:48:11 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:48:11 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:48:11 user nova-compute[75686]:   </cpu>
Nov 27 01:48:11 user nova-compute[75686]:   <devices>
Nov 27 01:48:11 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:48:11 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:48:11 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk"/>
Nov 27 01:48:11 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:48:11 user nova-compute[75686]:     </disk>
Nov 27 01:48:11 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:48:11 user nova-compute[75686]:       <mac address="fa:16:3e:7b:d9:e6"/>
Nov 27 01:48:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:11 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:48:11 user nova-compute[75686]:       <target dev="tapc60547fc-b8"/>
Nov 27 01:48:11 user nova-compute[75686]:     </interface>
Nov 27 01:48:11 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:48:11 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/console.log" append="off"/>
Nov 27 01:48:11 user nova-compute[75686]:     </serial>
Nov 27 01:48:11 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:48:11 user nova-compute[75686]:     <video>
Nov 27 01:48:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:11 user nova-compute[75686]:     </video>
Nov 27 01:48:11 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:48:11 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:48:11 user nova-compute[75686]:     </rng>
Nov 27 01:48:11 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:48:11 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:48:11 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:48:11 user nova-compute[75686]:     </memballoon>
Nov 27 01:48:11 user nova-compute[75686]:   </devices>
Nov 27 01:48:11 user nova-compute[75686]: </domain>
Nov 27 01:48:11 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911193610',display_name='tempest-tempest.common.compute-instance-911193610',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911193610',id=16,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEP+Wr/yQ4ai+TB2gJ2/yBjdUob1cq8Vcq1mJa8j97ZlB+pYmE6kOTzTxVDMjfWdbapmTag7KppV7wMRb3k6nKbmlXvXHpckHUgpDEQIDJMYaq49LE1oMzDX5MktZSdk2A==',key_name='tempest-keypair-1762372762',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-pqosdzm4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=6da3a108-b503-4e6a-a5c2-8ada0a20d145,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG os_vif [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '03cc196a-30f1-54f2-afc2-89fdb16a3ee4', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc60547fc-b8, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc60547fc-b8, col_values=(('qos', UUID('e9dce99b-d344-4054-a0b1-8eba8aa6156e')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc60547fc-b8, col_values=(('external_ids', {'iface-id': 'c60547fc-b849-4fac-8e61-9cdbb3d8c29f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:d9:e6', 'vm-uuid': '6da3a108-b503-4e6a-a5c2-8ada0a20d145'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:11 user nova-compute[75686]: INFO os_vif [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8')
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No VIF found with MAC fa:16:3e:7b:d9:e6, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-09db6aa6-0b6b-4af3-8e08-807d896fcd90 req-1fcc439b-4655-4792-9294-191fe7afa225 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-09db6aa6-0b6b-4af3-8e08-807d896fcd90 req-1fcc439b-4655-4792-9294-191fe7afa225 service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-09db6aa6-0b6b-4af3-8e08-807d896fcd90 req-1fcc439b-4655-4792-9294-191fe7afa225 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-09db6aa6-0b6b-4af3-8e08-807d896fcd90 req-1fcc439b-4655-4792-9294-191fe7afa225 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-09db6aa6-0b6b-4af3-8e08-807d896fcd90 req-1fcc439b-4655-4792-9294-191fe7afa225 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:12 user nova-compute[75686]: WARNING nova.compute.manager [req-09db6aa6-0b6b-4af3-8e08-807d896fcd90 req-1fcc439b-4655-4792-9294-191fe7afa225 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received unexpected event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with vm_state building and task_state spawning.
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'flavor' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.061s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:13 user nova-compute[75686]: INFO nova.compute.manager [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Attaching volume 9f87fb7b-d3b4-480d-a5f8-a65737a984d9 to /dev/vdb
Nov 27 01:48:13 user nova-compute[75686]: DEBUG os_brick.utils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5db59814-cea1-4f53-ad3b-bebddb8b1369]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[453155fe-cf38-4356-a5e8-18bbb18aa088]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a4af78-03a6-4557-93df-03b57c85ea62]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[489c332e-ecab-4270-b841-5aaa64e66317]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:48:13 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b48934-be82-4ac9-b8a0-6018242b699a]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG os_brick.utils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating existing volume attachment record: 265003f6-edcf-4e42-989e-e1c7f4751485 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.214s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.249s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-80a48ce2-301f-46c2-9379-b7cafbbac08a req-807c1de1-b2b8-4c4e-b817-af82582bb8cb service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-80a48ce2-301f-46c2-9379-b7cafbbac08a req-807c1de1-b2b8-4c4e-b817-af82582bb8cb service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-80a48ce2-301f-46c2-9379-b7cafbbac08a req-807c1de1-b2b8-4c4e-b817-af82582bb8cb service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-80a48ce2-301f-46c2-9379-b7cafbbac08a req-807c1de1-b2b8-4c4e-b817-af82582bb8cb service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-80a48ce2-301f-46c2-9379-b7cafbbac08a req-807c1de1-b2b8-4c4e-b817-af82582bb8cb service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:15 user nova-compute[75686]: WARNING nova.compute.manager [req-80a48ce2-301f-46c2-9379-b7cafbbac08a req-807c1de1-b2b8-4c4e-b817-af82582bb8cb service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received unexpected event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with vm_state building and task_state spawning.
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:48:15 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance spawned successfully.
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:15 user nova-compute[75686]: INFO nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Took 6.00 seconds to spawn the instance on the hypervisor.
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:48:15 user nova-compute[75686]: INFO nova.compute.manager [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Took 6.81 seconds to build instance.
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-80f3fe0c-97f6-439d-aa33-f0d36b0a2656 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.938s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'pci_requests' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'numa_topology' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:48:15 user nova-compute[75686]: INFO nova.compute.claims [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Claim successful on node user
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.266s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.258s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.735s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:16 user nova-compute[75686]: INFO nova.network.neutron [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating port a7dc1f11-3807-441a-951b-956c06d21310 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:16 user nova-compute[75686]: INFO nova.compute.manager [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Terminating instance
Nov 27 01:48:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.301s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-deed81f6-3bc4-4878-9439-148f47a2f711 req-fe2dd6d5-3eb5-4621-9413-d4def854e4e5 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-vif-unplugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-deed81f6-3bc4-4878-9439-148f47a2f711 req-fe2dd6d5-3eb5-4621-9413-d4def854e4e5 service nova] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-deed81f6-3bc4-4878-9439-148f47a2f711 req-fe2dd6d5-3eb5-4621-9413-d4def854e4e5 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-deed81f6-3bc4-4878-9439-148f47a2f711 req-fe2dd6d5-3eb5-4621-9413-d4def854e4e5 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-deed81f6-3bc4-4878-9439-148f47a2f711 req-fe2dd6d5-3eb5-4621-9413-d4def854e4e5 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] No waiting events found dispatching network-vif-unplugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-deed81f6-3bc4-4878-9439-148f47a2f711 req-fe2dd6d5-3eb5-4621-9413-d4def854e4e5 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-vif-unplugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:17 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Instance destroyed successfully.
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lazy-loading 'resources' on Instance uuid 32b8c121-240d-46f2-9e10-fdfb14753018 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:50Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-1473878098',display_name='tempest-TestVolumeSwap-server-1473878098',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-1473878098',id=8,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCwujjKDJJsqbF5FN1EJ0QDc0Rc8eayGN91sM28Ni6ukMYbe6su1MYH7LaWhr0dAtcdn8vFDMxwwRVLuA1gncNy7BtXwO243o/YGoagejUfPktQVtD32pUYMgK83nZnNSw==',key_name='tempest-keypair-72430363',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8de2f7796550460380f122aa6ad7cfb8',ramdisk_id='',reservation_id='r-nm01n2mn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-364578060',owner_user_name='tempest-TestVolumeSwap-364578060-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88cdd664583049a08aa80789741e373e',uuid=32b8c121-240d-46f2-9e10-fdfb14753018,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Converting VIF {"id": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "address": "fa:16:3e:ee:9a:f2", "network": {"id": "7b47a0a0-c173-4cc8-98e4-3e7ac59ec584", "bridge": "br-int", "label": "tempest-TestVolumeSwap-1068019542-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8de2f7796550460380f122aa6ad7cfb8", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf1dc5c1c-ac", "ovs_interfaceid": "f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ee:9a:f2,bridge_name='br-int',has_traffic_filtering=True,id=f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa,network=Network(7b47a0a0-c173-4cc8-98e4-3e7ac59ec584),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dc5c1c-ac') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG os_vif [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:9a:f2,bridge_name='br-int',has_traffic_filtering=True,id=f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa,network=Network(7b47a0a0-c173-4cc8-98e4-3e7ac59ec584),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dc5c1c-ac') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf1dc5c1c-ac, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=accfa005-ad9c-4fdc-8ee5-538e119d8b90) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:17 user nova-compute[75686]: INFO os_vif [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ee:9a:f2,bridge_name='br-int',has_traffic_filtering=True,id=f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa,network=Network(7b47a0a0-c173-4cc8-98e4-3e7ac59ec584),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf1dc5c1c-ac')
Nov 27 01:48:17 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Deleting instance files /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018_del
Nov 27 01:48:17 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Deletion of /opt/stack/data/nova/instances/32b8c121-240d-46f2-9e10-fdfb14753018_del complete
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquired lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:17 user nova-compute[75686]: INFO nova.compute.manager [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Took 1.02 seconds to destroy the instance on the hypervisor.
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:48:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:18 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:18 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7587MB free_disk=25.336776733398438GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:48:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:18 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:18 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Took 1.17 seconds to deallocate network for instance.
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 32b8c121-240d-46f2-9e10-fdfb14753018 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 21f94cb8-8808-4426-b97b-b337932e49ab actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance bb3d759e-37a5-45d5-a154-35616a647899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (01b04e4d-32b4-4e84-b330-3c1a096a9410): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Releasing lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:48:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Creating image(s)
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'trusted_certs' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-changed-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Refreshing instance network info cache due to event network-changed-a7dc1f11-3807-441a-951b-956c06d21310. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] Acquiring lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] Acquired lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.network.neutron [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Refreshing network info cache for port a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG nova.objects.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:20 user nova-compute[75686]: INFO nova.compute.manager [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Terminating instance
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.621s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.532s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.part --force-share --output=json" returned: 0 in 0.229s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.virt.images [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] 8796ce5a-ed63-4068-84ba-9bcdc5ce1a44 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.part /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updated VIF entry in instance network info cache for port a7dc1f11-3807-441a-951b-956c06d21310. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TFrOwPMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:48:20 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:48:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:48:20 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:48:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:48:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:48:20 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] Releasing lock "refresh_cache-ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] Acquiring lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] Lock "32b8c121-240d-46f2-9e10-fdfb14753018-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] No waiting events found dispatching network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:21 user nova-compute[75686]: WARNING nova.compute.manager [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received unexpected event network-vif-plugged-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa for instance with vm_state deleted and task_state None.
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-632ffd23-f9d5-4087-972b-bf67dbd0d05c req-bf911397-9412-4a46-8220-be4a47886e91 service nova] [instance: 32b8c121-240d-46f2-9e10-fdfb14753018] Received event network-vif-deleted-f1dc5c1c-acb4-4a33-8ce7-f5ee2ab604aa {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bae2dea-7a12-4d4b-bba0-51a16aab3c57]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:48:21 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f6d9925-c173-432a-9af0-a7226e85b312 req-43267068-9b06-45dc-871f-e8db9287e6e5 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-unplugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f6d9925-c173-432a-9af0-a7226e85b312 req-43267068-9b06-45dc-871f-e8db9287e6e5 service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f6d9925-c173-432a-9af0-a7226e85b312 req-43267068-9b06-45dc-871f-e8db9287e6e5 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f6d9925-c173-432a-9af0-a7226e85b312 req-43267068-9b06-45dc-871f-e8db9287e6e5 service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f6d9925-c173-432a-9af0-a7226e85b312 req-43267068-9b06-45dc-871f-e8db9287e6e5 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-unplugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f6d9925-c173-432a-9af0-a7226e85b312 req-43267068-9b06-45dc-871f-e8db9287e6e5 service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-unplugged-e8111c75-793e-4e5b-9d85-f3ea893a780e for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3273c9a8-7033-4c59-a1d4-39fb9810ec5a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9] added
Nov 27 01:48:21 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.part /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.converted" returned: 0 in 0.489s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ebe71ac-9856-468a-91fc-be0a257a4b87]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59796bd-0095-4901-94fe-c5ee8dd1b24f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TFrOwPMh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TFrOwPMh" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e739dd85-cf7e-4571-af09-3b6721976ebf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TFrOwPMh'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a562ef4-145f-4428-acb9-280df91bb9e3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Instance destroyed successfully.
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.objects.instance [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lazy-loading 'resources' on Instance uuid 21f94cb8-8808-4426-b97b-b337932e49ab {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eeb27e6-8e3f-462b-8c72-9dfc4ec8cfcf]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 01:48:21 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 01:48:21 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:48:21 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 01:48:21 user nova-compute[75686]: 
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:44:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-593532428',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-593532428',id=9,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKtZOflZo3QkQPCUXA/Cud4pbJRunTN0QzVLfOLFKrs5Wa9yCEZfVXuEgoifPu2Kotm/CChj7835Z47UB+PfHoOf/Ic66skMbTA9bsj485YoC6YtkNGTFbJRNgS8y9Xupg==',key_name='tempest-keypair-2055392276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='228828e9e60146beb7be4fad823bfb6c',ramdisk_id='',reservation_id='r-t00q4tpm',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-923412646',owner_user_name='tempest-TaggedAttachmentsTest-923412646-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b2e87e21090a42ca8b3c46eac21763de',uuid=21f94cb8-8808-4426-b97b-b337932e49ab,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converting VIF {"id": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "address": "fa:16:3e:b0:4e:cf", "network": {"id": "7e925afb-a1e9-4fd9-9985-7295acfa9550", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-562417163-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.66", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "228828e9e60146beb7be4fad823bfb6c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape8111c75-79", "ovs_interfaceid": "e8111c75-793e-4e5b-9d85-f3ea893a780e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b0:4e:cf,bridge_name='br-int',has_traffic_filtering=True,id=e8111c75-793e-4e5b-9d85-f3ea893a780e,network=Network(7e925afb-a1e9-4fd9-9985-7295acfa9550),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8111c75-79') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_vif [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:4e:cf,bridge_name='br-int',has_traffic_filtering=True,id=e8111c75-793e-4e5b-9d85-f3ea893a780e,network=Network(7e925afb-a1e9-4fd9-9985-7295acfa9550),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8111c75-79') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape8111c75-79, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=19137561-6664-41e9-bf10-c6c6428bbddc) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:21 user nova-compute[75686]: INFO os_vif [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b0:4e:cf,bridge_name='br-int',has_traffic_filtering=True,id=e8111c75-793e-4e5b-9d85-f3ea893a780e,network=Network(7e925afb-a1e9-4fd9-9985-7295acfa9550),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape8111c75-79')
Nov 27 01:48:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Deleting instance files /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab_del
Nov 27 01:48:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Deletion of /opt/stack/data/nova/instances/21f94cb8-8808-4426-b97b-b337932e49ab_del complete
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6.converted --force-share --output=json" returned: 0 in 0.295s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.215s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --login" returned: 0 in 0.082s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d44c85e6-f867-454b-8cc4-650b056ac586]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260]
Nov 27 01:48:21 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260] successful.
Nov 27 01:48:21 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a3f31fb-eedc-42e2-bc51-b13b02eac113]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: INFO nova.compute.manager [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Took 1.01 seconds to destroy the instance on the hypervisor.
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a288b526-dc9b-4f76-b108-b5f0439219b0]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:21 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:21 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.562s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] HCTL ('33', '-', '-', 0) found on session 14 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[52725468-5a31-47e8-b667-b84e321ff9fa]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Searching for a device in session 14 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TFrOwPMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.041s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:21 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Deleted allocations for instance 32b8c121-240d-46f2-9e10-fdfb14753018
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6 --force-share --output=json" returned: 0 in 0.242s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b0a8e70e-e624-4f86-a1b3-5ab65ed7e261 tempest-TestVolumeSwap-364578060 tempest-TestVolumeSwap-364578060-project-member] Lock "32b8c121-240d-46f2-9e10-fdfb14753018" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 5.121s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6 --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6,backing_fmt=raw /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6,backing_fmt=raw /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk 1073741824" returned: 0 in 0.053s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6 --force-share --output=json" returned: 0 in 0.228s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'migration_context' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.objects.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Rebasing disk image.
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 -F raw /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.597s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] <== connect_volume: return (1599ms) {'type': 'block', 'scsi_wwn': '26233353539633735', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233353539633735', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'flavor' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:48:22 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:48:22 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 01:48:22 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:48:22 user nova-compute[75686]:   <serial>9f87fb7b-d3b4-480d-a5f8-a65737a984d9</serial>
Nov 27 01:48:22 user nova-compute[75686]: </disk>
Nov 27 01:48:22 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:22 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Took 1.19 seconds to deallocate network for instance.
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-cb01fc3b-6476-474a-9c33-278f24331905 req-deccf71f-e3b2-48ae-b0df-9fe0f424f16c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-deleted-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:22 user nova-compute[75686]: INFO nova.compute.manager [req-cb01fc3b-6476-474a-9c33-278f24331905 req-deccf71f-e3b2-48ae-b0df-9fe0f424f16c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Neutron deleted interface e8111c75-793e-4e5b-9d85-f3ea893a780e; detaching it from the instance and deleting it from the info cache
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.network.neutron [req-cb01fc3b-6476-474a-9c33-278f24331905 req-deccf71f-e3b2-48ae-b0df-9fe0f424f16c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-cb01fc3b-6476-474a-9c33-278f24331905 req-deccf71f-e3b2-48ae-b0df-9fe0f424f16c service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Detach interface failed, port_id=e8111c75-793e-4e5b-9d85-f3ea893a780e, reason: Instance 21f94cb8-8808-4426-b97b-b337932e49ab could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-51873284-79ff-4992-aba5-7a82a4754522 req-2ac3549d-3edf-45b1-ac92-7b1c70801a7e service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received event network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-51873284-79ff-4992-aba5-7a82a4754522 req-2ac3549d-3edf-45b1-ac92-7b1c70801a7e service nova] Acquiring lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-51873284-79ff-4992-aba5-7a82a4754522 req-2ac3549d-3edf-45b1-ac92-7b1c70801a7e service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-51873284-79ff-4992-aba5-7a82a4754522 req-2ac3549d-3edf-45b1-ac92-7b1c70801a7e service nova] Lock "21f94cb8-8808-4426-b97b-b337932e49ab-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-51873284-79ff-4992-aba5-7a82a4754522 req-2ac3549d-3edf-45b1-ac92-7b1c70801a7e service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] No waiting events found dispatching network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:23 user nova-compute[75686]: WARNING nova.compute.manager [req-51873284-79ff-4992-aba5-7a82a4754522 req-2ac3549d-3edf-45b1-ac92-7b1c70801a7e service nova] [instance: 21f94cb8-8808-4426-b97b-b337932e49ab] Received unexpected event network-vif-plugged-e8111c75-793e-4e5b-9d85-f3ea893a780e for instance with vm_state deleted and task_state None.
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No VIF found with MAC fa:16:3e:e0:bf:3e, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b3336418-6e35-44e6-8dda-d98a4db7295d tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.135s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.757s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:48:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:48:23 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Deleted allocations for instance 21f94cb8-8808-4426-b97b-b337932e49ab
Nov 27 01:48:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e9c68b-7f6b-4682-bcce-ee22e41512e7 tempest-TaggedAttachmentsTest-923412646 tempest-TaggedAttachmentsTest-923412646-project-member] Lock "21f94cb8-8808-4426-b97b-b337932e49ab" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.518s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:25 user nova-compute[75686]: INFO nova.compute.manager [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Rescuing
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 -F raw /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk" returned: 0 in 3.222s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Ensure instance console log exists: /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Start _get_guest_xml network_info=[{"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='f937de374dae1c6eacbb4a403954e819',container_format='bare',created_at=2023-11-27T01:46:16Z,direct_url=<?>,disk_format='qcow2',id=8796ce5a-ed63-4068-84ba-9bcdc5ce1a44,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1074730030-shelved',owner='c0890368fe814dd5b4370275a3d0420f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T01:46:24Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c9d75e23-9154-4551-95a7-8eaf13a824af', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdc', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ygHxsEJG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4', 'attached_at': '', 'detached_at': '', 'volume_id': '50e56f15-9bea-4b1c-aba8-938b46953d4d', 'serial': '50e56f15-9bea-4b1c-aba8-938b46953d4d'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:48:25 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:25 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f937de374dae1c6eacbb4a403954e819',container_format='bare',created_at=2023-11-27T01:46:16Z,direct_url=<?>,disk_format='qcow2',id=8796ce5a-ed63-4068-84ba-9bcdc5ce1a44,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1074730030-shelved',owner='c0890368fe814dd5b4370275a3d0420f',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T01:46:24Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'vcpu_model' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.objects.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ygHxsEJG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:48:25 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:48:25 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:48:25 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260" returned: 21 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b4bb225-d49c-4b27-9de4-ca758b5d0bd4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:48:25 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7efa5279-64cc-4238-8ac0-dad852d540d1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d] added
Nov 27 01:48:25 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ca6ef83-56be-418a-9f82-96f0b410b485]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[19184590-c2da-4bfd-bec8-f21136026cff]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ygHxsEJG {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ygHxsEJG" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9d774a8-8d7b-4f56-93aa-8d1d5185b0f8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ygHxsEJG'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d609f5e4-1d9d-437c-a5e1-220558514e84]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a9f0797-ef43-4ccc-9984-fe3ef03ddf19]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dbdcae7-e53b-4e84-bb51-82a8667a7438]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260]
Nov 27 01:48:26 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260] successful.
Nov 27 01:48:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[19d330c3-ac58-493d-aa61-165f35430fec]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18e4429-6856-40b1-9a75-77e24a17f8a4]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:26 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:48:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:26 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:48:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.348s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] HCTL ('34', '-', '-', 0) found on session 15 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff872c72-12de-46f3-ad35-975a904b4356]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching for a device in session 15 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ygHxsEJG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-2bdb2bde-115e-4f8e-99ef-1b92d8975ec8 req-4150f055-7022-4b9e-b852-52f155be4bf3 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2bdb2bde-115e-4f8e-99ef-1b92d8975ec8 req-4150f055-7022-4b9e-b852-52f155be4bf3 service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2bdb2bde-115e-4f8e-99ef-1b92d8975ec8 req-4150f055-7022-4b9e-b852-52f155be4bf3 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2bdb2bde-115e-4f8e-99ef-1b92d8975ec8 req-4150f055-7022-4b9e-b852-52f155be4bf3 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-2bdb2bde-115e-4f8e-99ef-1b92d8975ec8 req-4150f055-7022-4b9e-b852-52f155be4bf3 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:26 user nova-compute[75686]: WARNING nova.compute.manager [req-2bdb2bde-115e-4f8e-99ef-1b92d8975ec8 req-4150f055-7022-4b9e-b852-52f155be4bf3 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state active and task_state rescuing.
Nov 27 01:48:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance destroyed successfully.
Nov 27 01:48:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Attempting a stable device rescue
Nov 27 01:48:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=75686) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 01:48:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 01:48:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Creating image(s)
Nov 27 01:48:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:27 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'trusted_certs' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "5df788e01ba699eb61a6aab2689509c1be0aca75" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "5df788e01ba699eb61a6aab2689509c1be0aca75" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 2.248s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] <== connect_volume: return (2252ms) {'type': 'block', 'scsi_wwn': '26432343665653732', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432343665653732', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1074730030',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1074730030',id=2,image_ref='8796ce5a-ed63-4068-84ba-9bcdc5ce1a44',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-538026092',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-55uwrndb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member',shelved_at='2023-11-27T01:46:24.463796',shelved_host='user',shelved_image_id='8796ce5a-ed63-4068-84ba-9bcdc5ce1a44'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'pci_devices' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.objects.base [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:48:28 user nova-compute[75686]:   <uuid>ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4</uuid>
Nov 27 01:48:28 user nova-compute[75686]:   <name>instance-00000002</name>
Nov 27 01:48:28 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:48:28 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:48:28 user nova-compute[75686]:   <metadata>
Nov 27 01:48:28 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:48:28 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:48:28 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1074730030</nova:name>
Nov 27 01:48:28 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:48:25</nova:creationTime>
Nov 27 01:48:28 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:48:28 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:48:28 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:48:28 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:48:28 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:48:28 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:48:28 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:48:28 user nova-compute[75686]:       <nova:owner>
Nov 27 01:48:28 user nova-compute[75686]:         <nova:user uuid="2f1bb99a4d784d28abed0c4dcc03fc03">tempest-AttachVolumeShelveTestJSON-989842187-project-member</nova:user>
Nov 27 01:48:28 user nova-compute[75686]:         <nova:project uuid="c0890368fe814dd5b4370275a3d0420f">tempest-AttachVolumeShelveTestJSON-989842187</nova:project>
Nov 27 01:48:28 user nova-compute[75686]:       </nova:owner>
Nov 27 01:48:28 user nova-compute[75686]:       <nova:root type="image" uuid="8796ce5a-ed63-4068-84ba-9bcdc5ce1a44"/>
Nov 27 01:48:28 user nova-compute[75686]:       <nova:ports>
Nov 27 01:48:28 user nova-compute[75686]:         <nova:port uuid="a7dc1f11-3807-441a-951b-956c06d21310">
Nov 27 01:48:28 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 01:48:28 user nova-compute[75686]:         </nova:port>
Nov 27 01:48:28 user nova-compute[75686]:       </nova:ports>
Nov 27 01:48:28 user nova-compute[75686]:     </nova:instance>
Nov 27 01:48:28 user nova-compute[75686]:   </metadata>
Nov 27 01:48:28 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:48:28 user nova-compute[75686]:     <system>
Nov 27 01:48:28 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:48:28 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:48:28 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:48:28 user nova-compute[75686]:       <entry name="serial">ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4</entry>
Nov 27 01:48:28 user nova-compute[75686]:       <entry name="uuid">ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4</entry>
Nov 27 01:48:28 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:48:28 user nova-compute[75686]:     </system>
Nov 27 01:48:28 user nova-compute[75686]:   </sysinfo>
Nov 27 01:48:28 user nova-compute[75686]:   <os>
Nov 27 01:48:28 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:48:28 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:48:28 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:48:28 user nova-compute[75686]:   </os>
Nov 27 01:48:28 user nova-compute[75686]:   <features>
Nov 27 01:48:28 user nova-compute[75686]:     <acpi/>
Nov 27 01:48:28 user nova-compute[75686]:     <apic/>
Nov 27 01:48:28 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:48:28 user nova-compute[75686]:   </features>
Nov 27 01:48:28 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:48:28 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:48:28 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:48:28 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:48:28 user nova-compute[75686]:   </clock>
Nov 27 01:48:28 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:48:28 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:48:28 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:48:28 user nova-compute[75686]:   </cpu>
Nov 27 01:48:28 user nova-compute[75686]:   <devices>
Nov 27 01:48:28 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:48:28 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:48:28 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk"/>
Nov 27 01:48:28 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:48:28 user nova-compute[75686]:     </disk>
Nov 27 01:48:28 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:48:28 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:48:28 user nova-compute[75686]:       <source dev="/dev/sdc"/>
Nov 27 01:48:28 user nova-compute[75686]:       <target dev="vdc" bus="virtio"/>
Nov 27 01:48:28 user nova-compute[75686]:       <serial>50e56f15-9bea-4b1c-aba8-938b46953d4d</serial>
Nov 27 01:48:28 user nova-compute[75686]:     </disk>
Nov 27 01:48:28 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:48:28 user nova-compute[75686]:       <mac address="fa:16:3e:cc:be:f3"/>
Nov 27 01:48:28 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:28 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:48:28 user nova-compute[75686]:       <target dev="tapa7dc1f11-38"/>
Nov 27 01:48:28 user nova-compute[75686]:     </interface>
Nov 27 01:48:28 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:48:28 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/console.log" append="off"/>
Nov 27 01:48:28 user nova-compute[75686]:     </serial>
Nov 27 01:48:28 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:48:28 user nova-compute[75686]:     <video>
Nov 27 01:48:28 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:28 user nova-compute[75686]:     </video>
Nov 27 01:48:28 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:48:28 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:48:28 user nova-compute[75686]:     </rng>
Nov 27 01:48:28 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:48:28 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:48:28 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:48:28 user nova-compute[75686]:     </memballoon>
Nov 27 01:48:28 user nova-compute[75686]:   </devices>
Nov 27 01:48:28 user nova-compute[75686]: </domain>
Nov 27 01:48:28 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1074730030',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1074730030',id=2,image_ref='8796ce5a-ed63-4068-84ba-9bcdc5ce1a44',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-538026092',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-55uwrndb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member',shelved_at='2023-11-27T01:46:24.463796',shelved_host='user',shelved_image_id='8796ce5a-ed63-4068-84ba-9bcdc5ce1a44'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG os_vif [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '13813796-0a3e-52ea-893b-e9afe9566f3d', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa7dc1f11-38, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa7dc1f11-38, col_values=(('qos', UUID('fcbdd001-7f13-4849-9b43-5c3bb9c714ff')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa7dc1f11-38, col_values=(('external_ids', {'iface-id': 'a7dc1f11-3807-441a-951b-956c06d21310', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:cc:be:f3', 'vm-uuid': 'ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:28 user nova-compute[75686]: INFO os_vif [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38')
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.part --force-share --output=json" returned: 0 in 0.244s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.images [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] 67d9107c-79bc-4e26-bdb3-5cb69980ffb0 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.part /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No VIF found with MAC fa:16:3e:cc:be:f3, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6b7d4b70-bd34-4511-b163-76b7fac779c5 req-386b0a6f-0202-481e-9c19-20cd81e6eb74 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6b7d4b70-bd34-4511-b163-76b7fac779c5 req-386b0a6f-0202-481e-9c19-20cd81e6eb74 service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6b7d4b70-bd34-4511-b163-76b7fac779c5 req-386b0a6f-0202-481e-9c19-20cd81e6eb74 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6b7d4b70-bd34-4511-b163-76b7fac779c5 req-386b0a6f-0202-481e-9c19-20cd81e6eb74 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6b7d4b70-bd34-4511-b163-76b7fac779c5 req-386b0a6f-0202-481e-9c19-20cd81e6eb74 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:28 user nova-compute[75686]: WARNING nova.compute.manager [req-6b7d4b70-bd34-4511-b163-76b7fac779c5 req-386b0a6f-0202-481e-9c19-20cd81e6eb74 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state active and task_state rescuing.
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.part /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.converted" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75.converted --force-share --output=json" returned: 0 in 0.226s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "5df788e01ba699eb61a6aab2689509c1be0aca75" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.688s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "5df788e01ba699eb61a6aab2689509c1be0aca75" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "5df788e01ba699eb61a6aab2689509c1be0aca75" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75 --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75,backing_fmt=raw /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75,backing_fmt=raw /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue" returned: 0 in 0.054s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "5df788e01ba699eb61a6aab2689509c1be0aca75" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:28 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'migration_context' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Object Instance<730c5e6f-ff73-40ee-9ccf-ac3ca2736e54> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Start _get_guest_xml network_info=[{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "vif_mac": "fa:16:3e:e0:bf:3e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '67d9107c-79bc-4e26-bdb3-5cb69980ffb0', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '265003f6-edcf-4e42-989e-e1c7f4751485', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TFrOwPMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '730c5e6f-ff73-40ee-9ccf-ac3ca2736e54', 'attached_at': '', 'detached_at': '', 'volume_id': '9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 'serial': '9f87fb7b-d3b4-480d-a5f8-a65737a984d9'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'resources' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Object Instance<730c5e6f-ff73-40ee-9ccf-ac3ca2736e54> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'numa_topology' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Object Instance<730c5e6f-ff73-40ee-9ccf-ac3ca2736e54> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'vcpu_model' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Object Instance<730c5e6f-ff73-40ee-9ccf-ac3ca2736e54> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TFrOwPMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:48:29 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:48:29 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:48:29 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad531788-84ad-4fb7-b031-a4bc48984265]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = TFrOwPMh\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 27 01:48:29 user nova-compute[75686]: node.name = iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9
Nov 27 01:48:29 user nova-compute[75686]: node.tpgt = -1
Nov 27 01:48:29 user nova-compute[75686]: node.startup = automatic
Nov 27 01:48:29 user nova-compute[75686]: node.leading_login = No
Nov 27 01:48:29 user nova-compute[75686]: iface.iscsi_ifacename = default
Nov 27 01:48:29 user nova-compute[75686]: iface.net_ifacename = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.ipaddress = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.prefix_len = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.hwaddress = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.transport_name = tcp
Nov 27 01:48:29 user nova-compute[75686]: iface.initiatorname = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.state = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.vlan_id = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.vlan_priority = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.vlan_state = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.iface_num = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.mtu = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.port = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.bootproto = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.subnet_mask = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.gateway = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_alt_client_id_state = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_alt_client_id = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_dns = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_learn_iqn = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_req_vendor_id_state = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_vendor_id_state = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_vendor_id = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.dhcp_slp_da = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.fragmentation = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.gratuitous_arp = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.incoming_forwarding = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.tos_state = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.tos = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.ttl = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.delayed_ack = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.tcp_nagle = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.tcp_wsf_state = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.tcp_wsf = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.tcp_timer_scale = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.tcp_timestamp = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.redirect = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.def_task_mgmt_timeout = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.header_digest = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.data_digest = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.immediate_data = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.initial_r2t = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.data_seq_inorder = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.data_pdu_inorder = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.erl = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.max_receive_data_len = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.first_burst_len = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.max_outstanding_r2t = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.max_burst_len = 0
Nov 27 01:48:29 user nova-compute[75686]: iface.chap_auth = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.bidi_chap = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.strict_login_compliance = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.discovery_auth = <empty>
Nov 27 01:48:29 user nova-compute[75686]: iface.discovery_logout = <empty>
Nov 27 01:48:29 user nova-compute[75686]: node.discovery_address = <empty>
Nov 27 01:48:29 user nova-compute[75686]: node.discovery_port = 0
Nov 27 01:48:29 user nova-compute[75686]: node.discovery_type = static
Nov 27 01:48:29 user nova-compute[75686]: node.session.initial_cmdsn = 0
Nov 27 01:48:29 user nova-compute[75686]: node.session.initial_login_retry_max = 8
Nov 27 01:48:29 user nova-compute[75686]: node.session.xmit_thread_priority = -20
Nov 27 01:48:29 user nova-compute[75686]: node.session.cmds_max = 128
Nov 27 01:48:29 user nova-compute[75686]: node.session.queue_depth = 32
Nov 27 01:48:29 user nova-compute[75686]: node.session.nr_sessions = 1
Nov 27 01:48:29 user nova-compute[75686]: node.session.auth.authmethod = CHAP
Nov 27 01:48:29 user nova-compute[75686]: node.session.auth.username = TFrOwPMh
Nov 27 01:48:29 user nova-compute[75686]: node.session.auth.password = ***
Nov 27 01:48:29 user nova-compute[75686]: node.session.auth.username_in = <empty>
Nov 27 01:48:29 user nova-compute[75686]: node.session.auth.password_in = <empty>
Nov 27 01:48:29 user nova-compute[75686]: node.session.auth.chap_algs = MD5
Nov 27 01:48:29 user nova-compute[75686]: node.session.timeo.replacement_timeout = 120
Nov 27 01:48:29 user nova-compute[75686]: node.session.err_timeo.abort_timeout = 15
Nov 27 01:48:29 user nova-compute[75686]: node.session.err_timeo.lu_reset_timeout = 30
Nov 27 01:48:29 user nova-compute[75686]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 27 01:48:29 user nova-compute[75686]: node.session.err_timeo.host_reset_timeout = 60
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.FastAbort = Yes
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.InitialR2T = No
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.ImmediateData = Yes
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.FirstBurstLength = 262144
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.MaxBurstLength = 16776192
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.DefaultTime2Retain = 0
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.DefaultTime2Wait = 2
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.MaxConnections = 1
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 27 01:48:29 user nova-compute[75686]: node.session.iscsi.ERL = 0
Nov 27 01:48:29 user nova-compute[75686]: node.session.scan = manual
Nov 27 01:48:29 user nova-compute[75686]: node.session.reopen_max = 0
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].address = 172.16.0.220
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].port = 3260
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].startup = manual
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].tcp.window_size = 524288
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].tcp.type_of_service = 0
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].timeo.logout_timeout = 15
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].timeo.login_timeout = 15
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].timeo.auth_timeout = 45
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].timeo.noop_out_interval = 5
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].timeo.noop_out_timeout = 5
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].iscsi.HeaderDigest = None
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].iscsi.DataDigest = None
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].iscsi.IFMarker = No
Nov 27 01:48:29 user nova-compute[75686]: node.conn[0].iscsi.OFMarker = No
Nov 27 01:48:29 user nova-compute[75686]: # END RECORD
Nov 27 01:48:29 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ef3c52-004c-4e84-8fcc-8df1e933c93e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b100b3-2d81-4171-96a9-2d6ee3647d81]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TFrOwPMh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TFrOwPMh" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ceadef7-b5c1-4808-8b35-7746e4844e71]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TFrOwPMh'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d6fc8fe-5bd7-4cb8-a16f-37ea9e92c970]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ec027d8-41cb-43c2-ac6e-cfd8743321f7]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:29 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:48:29 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:48:29 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:48:29 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.146s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] HCTL ('33', '0', '0', 0) found on session 14 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Scanning host 33 c: 0, t: 0, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0fc1a0e-935a-464d-8293-4c5b955b6f71]: (4, ('0 0 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Searching for a device in session 14 and hctl ('33', '0', '0', 0) yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TFrOwPMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.168s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] <== connect_volume: return (170ms) {'type': 'block', 'scsi_wwn': '26233353539633735', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233353539633735', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-166261092',display_name='tempest-ServerStableDeviceRescueTest-server-166261092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-166261092',id=6,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDKO1x93KHSofchbl/jJU7croaHWPHuApGXNrtyeWHBAmO2C1tAW4uE6m/5UwEfCOKmvxfKb88biWAt9rCGVMsWMauittQq8e3vVjwKj0uOCQeVjie3y3YYaSZwoLkrhA==',key_name='tempest-keypair-1158525946',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='954c903a669a46feadbf6b78531c6639',ramdisk_id='',reservation_id='r-nnn9xgr9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1649609053',owner_user_name='tempest-ServerStableDeviceRescueTest-1649609053-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:46:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='990555ee1c2a4bfa9858705701a49079',uuid=730c5e6f-ff73-40ee-9ccf-ac3ca2736e54,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "vif_mac": "fa:16:3e:e0:bf:3e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converting VIF {"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "vif_mac": "fa:16:3e:e0:bf:3e"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'pci_devices' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Object Instance<730c5e6f-ff73-40ee-9ccf-ac3ca2736e54> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:48:29 user nova-compute[75686]:   <uuid>730c5e6f-ff73-40ee-9ccf-ac3ca2736e54</uuid>
Nov 27 01:48:29 user nova-compute[75686]:   <name>instance-00000006</name>
Nov 27 01:48:29 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:48:29 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:48:29 user nova-compute[75686]:   <metadata>
Nov 27 01:48:29 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:48:29 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:48:29 user nova-compute[75686]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-166261092</nova:name>
Nov 27 01:48:29 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:48:29</nova:creationTime>
Nov 27 01:48:29 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:48:29 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:48:29 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:48:29 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:48:29 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:48:29 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:48:29 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:48:29 user nova-compute[75686]:       <nova:owner>
Nov 27 01:48:29 user nova-compute[75686]:         <nova:user uuid="990555ee1c2a4bfa9858705701a49079">tempest-ServerStableDeviceRescueTest-1649609053-project-member</nova:user>
Nov 27 01:48:29 user nova-compute[75686]:         <nova:project uuid="954c903a669a46feadbf6b78531c6639">tempest-ServerStableDeviceRescueTest-1649609053</nova:project>
Nov 27 01:48:29 user nova-compute[75686]:       </nova:owner>
Nov 27 01:48:29 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:48:29 user nova-compute[75686]:       <nova:ports>
Nov 27 01:48:29 user nova-compute[75686]:         <nova:port uuid="98696e52-6583-4c05-8984-c1554f2441ce">
Nov 27 01:48:29 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:48:29 user nova-compute[75686]:         </nova:port>
Nov 27 01:48:29 user nova-compute[75686]:       </nova:ports>
Nov 27 01:48:29 user nova-compute[75686]:     </nova:instance>
Nov 27 01:48:29 user nova-compute[75686]:   </metadata>
Nov 27 01:48:29 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:48:29 user nova-compute[75686]:     <system>
Nov 27 01:48:29 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:48:29 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:48:29 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:48:29 user nova-compute[75686]:       <entry name="serial">730c5e6f-ff73-40ee-9ccf-ac3ca2736e54</entry>
Nov 27 01:48:29 user nova-compute[75686]:       <entry name="uuid">730c5e6f-ff73-40ee-9ccf-ac3ca2736e54</entry>
Nov 27 01:48:29 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:48:29 user nova-compute[75686]:     </system>
Nov 27 01:48:29 user nova-compute[75686]:   </sysinfo>
Nov 27 01:48:29 user nova-compute[75686]:   <os>
Nov 27 01:48:29 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:48:29 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:48:29 user nova-compute[75686]:   </os>
Nov 27 01:48:29 user nova-compute[75686]:   <features>
Nov 27 01:48:29 user nova-compute[75686]:     <acpi/>
Nov 27 01:48:29 user nova-compute[75686]:     <apic/>
Nov 27 01:48:29 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:48:29 user nova-compute[75686]:   </features>
Nov 27 01:48:29 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:48:29 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:48:29 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:48:29 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:48:29 user nova-compute[75686]:   </clock>
Nov 27 01:48:29 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:48:29 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:48:29 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:48:29 user nova-compute[75686]:   </cpu>
Nov 27 01:48:29 user nova-compute[75686]:   <devices>
Nov 27 01:48:29 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:48:29 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:48:29 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk"/>
Nov 27 01:48:29 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:48:29 user nova-compute[75686]:     </disk>
Nov 27 01:48:29 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:48:29 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:48:29 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 01:48:29 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:48:29 user nova-compute[75686]:       <serial>9f87fb7b-d3b4-480d-a5f8-a65737a984d9</serial>
Nov 27 01:48:29 user nova-compute[75686]:     </disk>
Nov 27 01:48:29 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:48:29 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:48:29 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue"/>
Nov 27 01:48:29 user nova-compute[75686]:       <target dev="vdc" bus="virtio"/>
Nov 27 01:48:29 user nova-compute[75686]:       <boot order="1"/>
Nov 27 01:48:29 user nova-compute[75686]:     </disk>
Nov 27 01:48:29 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:48:29 user nova-compute[75686]:       <mac address="fa:16:3e:e0:bf:3e"/>
Nov 27 01:48:29 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:29 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:48:29 user nova-compute[75686]:       <target dev="tap98696e52-65"/>
Nov 27 01:48:29 user nova-compute[75686]:     </interface>
Nov 27 01:48:29 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:48:29 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/console.log" append="off"/>
Nov 27 01:48:29 user nova-compute[75686]:     </serial>
Nov 27 01:48:29 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:48:29 user nova-compute[75686]:     <video>
Nov 27 01:48:29 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:29 user nova-compute[75686]:     </video>
Nov 27 01:48:29 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:48:29 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:48:29 user nova-compute[75686]:     </rng>
Nov 27 01:48:29 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:48:29 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:48:29 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:48:29 user nova-compute[75686]:     </memballoon>
Nov 27 01:48:29 user nova-compute[75686]:   </devices>
Nov 27 01:48:29 user nova-compute[75686]: </domain>
Nov 27 01:48:29 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance destroyed successfully.
Nov 27 01:48:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] No VIF found with MAC fa:16:3e:e0:bf:3e, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-c11763bd-dd47-41f8-9b0f-a6d3c877365c req-8e6009f7-a10f-4bdb-aad6-b9028d104774 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c11763bd-dd47-41f8-9b0f-a6d3c877365c req-8e6009f7-a10f-4bdb-aad6-b9028d104774 service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c11763bd-dd47-41f8-9b0f-a6d3c877365c req-8e6009f7-a10f-4bdb-aad6-b9028d104774 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c11763bd-dd47-41f8-9b0f-a6d3c877365c req-8e6009f7-a10f-4bdb-aad6-b9028d104774 service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-c11763bd-dd47-41f8-9b0f-a6d3c877365c req-8e6009f7-a10f-4bdb-aad6-b9028d104774 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:30 user nova-compute[75686]: WARNING nova.compute.manager [req-c11763bd-dd47-41f8-9b0f-a6d3c877365c req-8e6009f7-a10f-4bdb-aad6-b9028d104774 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received unexpected event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 01:48:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-1338e9de-ca4a-423f-8a97-a1664db59201 req-5c68caaa-4d29-4cb5-a426-42bb4b6bb2df service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1338e9de-ca4a-423f-8a97-a1664db59201 req-5c68caaa-4d29-4cb5-a426-42bb4b6bb2df service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1338e9de-ca4a-423f-8a97-a1664db59201 req-5c68caaa-4d29-4cb5-a426-42bb4b6bb2df service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1338e9de-ca4a-423f-8a97-a1664db59201 req-5c68caaa-4d29-4cb5-a426-42bb4b6bb2df service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-1338e9de-ca4a-423f-8a97-a1664db59201 req-5c68caaa-4d29-4cb5-a426-42bb4b6bb2df service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:32 user nova-compute[75686]: WARNING nova.compute.manager [req-1338e9de-ca4a-423f-8a97-a1664db59201 req-5c68caaa-4d29-4cb5-a426-42bb4b6bb2df service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received unexpected event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 01:48:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-8ba93a0d-9377-45ce-93d4-eebaf396ac8a req-7c486867-136d-4818-a69d-76fe366d987b service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8ba93a0d-9377-45ce-93d4-eebaf396ac8a req-7c486867-136d-4818-a69d-76fe366d987b service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8ba93a0d-9377-45ce-93d4-eebaf396ac8a req-7c486867-136d-4818-a69d-76fe366d987b service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8ba93a0d-9377-45ce-93d4-eebaf396ac8a req-7c486867-136d-4818-a69d-76fe366d987b service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-8ba93a0d-9377-45ce-93d4-eebaf396ac8a req-7c486867-136d-4818-a69d-76fe366d987b service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:32 user nova-compute[75686]: WARNING nova.compute.manager [req-8ba93a0d-9377-45ce-93d4-eebaf396ac8a req-7c486867-136d-4818-a69d-76fe366d987b service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state active and task_state rescuing.
Nov 27 01:48:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:48:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:48:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance spawned successfully.
Nov 27 01:48:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:48:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c525c94f-f4b9-4deb-b06e-9b4e7a1398fb tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 25.387s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:34 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4f852e0b-829c-40a2-9643-19446c9e3a7a tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:48:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-365a3913-ef89-411e-be31-701b32b0e990 req-3ceedc75-bb8a-41d2-8d16-252af8ace441 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-365a3913-ef89-411e-be31-701b32b0e990 req-3ceedc75-bb8a-41d2-8d16-252af8ace441 service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-365a3913-ef89-411e-be31-701b32b0e990 req-3ceedc75-bb8a-41d2-8d16-252af8ace441 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-365a3913-ef89-411e-be31-701b32b0e990 req-3ceedc75-bb8a-41d2-8d16-252af8ace441 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-365a3913-ef89-411e-be31-701b32b0e990 req-3ceedc75-bb8a-41d2-8d16-252af8ace441 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:34 user nova-compute[75686]: WARNING nova.compute.manager [req-365a3913-ef89-411e-be31-701b32b0e990 req-3ceedc75-bb8a-41d2-8d16-252af8ace441 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state rescued and task_state None.
Nov 27 01:48:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:48:49 user nova-compute[75686]: INFO nova.compute.claims [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Claim successful on node user
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.421s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:48:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:48:49 user nova-compute[75686]: DEBUG nova.policy [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61091e519f55480db63568e194c5b3e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed38a15ada7a48a9b490cfef0cc09f8f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:48:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Creating image(s)
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "/opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "/opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "/opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk 1073741824" returned: 0 in 0.048s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.229s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Cannot resize image /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Ensure instance console log exists: /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:51 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Successfully created port: abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Successfully updated port: abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquired lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-changed-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Refreshing instance network info cache due to event network-changed-abe02340-2488-4467-b38b-106f992c1ecb. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] Acquiring lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Updating instance_info_cache with network_info: [{"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Releasing lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Instance network_info: |[{"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] Acquired lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.neutron [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Refreshing network info cache for port abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Start _get_guest_xml network_info=[{"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:48:52 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:52 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1891632910',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1891632910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1891632',id=17,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBp4GGB+v0TaJJgwz9CPVmIdpQh+iN2gLtJeX0C5Woqccalglk/oS0cjIYDgbaGa9Y+IGai82+CAMOrrHNsCH69Z1rbbw4EzfF+EclYykYoC8UwsqG68kPn3DsQ25XlruQ==',key_name='tempest-keypair-342771245',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed38a15ada7a48a9b490cfef0cc09f8f',ramdisk_id='',reservation_id='r-6dudexej',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1511158119',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='61091e519f55480db63568e194c5b3e0',uuid=dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Converting VIF {"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:18:e0,bridge_name='br-int',has_traffic_filtering=True,id=abe02340-2488-4467-b38b-106f992c1ecb,network=Network(21884204-6b6d-487b-a8cc-44a4af3b86b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe02340-24') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lazy-loading 'pci_devices' on Instance uuid dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:48:52 user nova-compute[75686]:   <uuid>dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee</uuid>
Nov 27 01:48:52 user nova-compute[75686]:   <name>instance-00000011</name>
Nov 27 01:48:52 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:48:52 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:48:52 user nova-compute[75686]:   <metadata>
Nov 27 01:48:52 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:48:52 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:48:52 user nova-compute[75686]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-1891632910</nova:name>
Nov 27 01:48:52 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:48:52</nova:creationTime>
Nov 27 01:48:52 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:48:52 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:48:52 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:48:52 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:48:52 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:48:52 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:48:52 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:48:52 user nova-compute[75686]:       <nova:owner>
Nov 27 01:48:52 user nova-compute[75686]:         <nova:user uuid="61091e519f55480db63568e194c5b3e0">tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member</nova:user>
Nov 27 01:48:52 user nova-compute[75686]:         <nova:project uuid="ed38a15ada7a48a9b490cfef0cc09f8f">tempest-TestServerVolumeAttachScenarioOldVersion-1511158119</nova:project>
Nov 27 01:48:52 user nova-compute[75686]:       </nova:owner>
Nov 27 01:48:52 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:48:52 user nova-compute[75686]:       <nova:ports>
Nov 27 01:48:52 user nova-compute[75686]:         <nova:port uuid="abe02340-2488-4467-b38b-106f992c1ecb">
Nov 27 01:48:52 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 01:48:52 user nova-compute[75686]:         </nova:port>
Nov 27 01:48:52 user nova-compute[75686]:       </nova:ports>
Nov 27 01:48:52 user nova-compute[75686]:     </nova:instance>
Nov 27 01:48:52 user nova-compute[75686]:   </metadata>
Nov 27 01:48:52 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:48:52 user nova-compute[75686]:     <system>
Nov 27 01:48:52 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:48:52 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:48:52 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:48:52 user nova-compute[75686]:       <entry name="serial">dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee</entry>
Nov 27 01:48:52 user nova-compute[75686]:       <entry name="uuid">dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee</entry>
Nov 27 01:48:52 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:48:52 user nova-compute[75686]:     </system>
Nov 27 01:48:52 user nova-compute[75686]:   </sysinfo>
Nov 27 01:48:52 user nova-compute[75686]:   <os>
Nov 27 01:48:52 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:48:52 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:48:52 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:48:52 user nova-compute[75686]:   </os>
Nov 27 01:48:52 user nova-compute[75686]:   <features>
Nov 27 01:48:52 user nova-compute[75686]:     <acpi/>
Nov 27 01:48:52 user nova-compute[75686]:     <apic/>
Nov 27 01:48:52 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:48:52 user nova-compute[75686]:   </features>
Nov 27 01:48:52 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:48:52 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:48:52 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:48:52 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:48:52 user nova-compute[75686]:   </clock>
Nov 27 01:48:52 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:48:52 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:48:52 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:48:52 user nova-compute[75686]:   </cpu>
Nov 27 01:48:52 user nova-compute[75686]:   <devices>
Nov 27 01:48:52 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:48:52 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:48:52 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk"/>
Nov 27 01:48:52 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:48:52 user nova-compute[75686]:     </disk>
Nov 27 01:48:52 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:48:52 user nova-compute[75686]:       <mac address="fa:16:3e:81:18:e0"/>
Nov 27 01:48:52 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:52 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:48:52 user nova-compute[75686]:       <target dev="tapabe02340-24"/>
Nov 27 01:48:52 user nova-compute[75686]:     </interface>
Nov 27 01:48:52 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:48:52 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/console.log" append="off"/>
Nov 27 01:48:52 user nova-compute[75686]:     </serial>
Nov 27 01:48:52 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:48:52 user nova-compute[75686]:     <video>
Nov 27 01:48:52 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:52 user nova-compute[75686]:     </video>
Nov 27 01:48:52 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:48:52 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:48:52 user nova-compute[75686]:     </rng>
Nov 27 01:48:52 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:48:52 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:48:52 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:48:52 user nova-compute[75686]:     </memballoon>
Nov 27 01:48:52 user nova-compute[75686]:   </devices>
Nov 27 01:48:52 user nova-compute[75686]: </domain>
Nov 27 01:48:52 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1891632910',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1891632910',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1891632',id=17,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBp4GGB+v0TaJJgwz9CPVmIdpQh+iN2gLtJeX0C5Woqccalglk/oS0cjIYDgbaGa9Y+IGai82+CAMOrrHNsCH69Z1rbbw4EzfF+EclYykYoC8UwsqG68kPn3DsQ25XlruQ==',key_name='tempest-keypair-342771245',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ed38a15ada7a48a9b490cfef0cc09f8f',ramdisk_id='',reservation_id='r-6dudexej',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1511158119',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='61091e519f55480db63568e194c5b3e0',uuid=dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Converting VIF {"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:81:18:e0,bridge_name='br-int',has_traffic_filtering=True,id=abe02340-2488-4467-b38b-106f992c1ecb,network=Network(21884204-6b6d-487b-a8cc-44a4af3b86b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe02340-24') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG os_vif [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:18:e0,bridge_name='br-int',has_traffic_filtering=True,id=abe02340-2488-4467-b38b-106f992c1ecb,network=Network(21884204-6b6d-487b-a8cc-44a4af3b86b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe02340-24') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '158fae8b-3414-5fee-838f-cc1dbd2251d7', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapabe02340-24, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapabe02340-24, col_values=(('qos', UUID('30183571-3f2e-4bae-b9c7-a596aa291c4d')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapabe02340-24, col_values=(('external_ids', {'iface-id': 'abe02340-2488-4467-b38b-106f992c1ecb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:81:18:e0', 'vm-uuid': 'dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:52 user nova-compute[75686]: INFO os_vif [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:81:18:e0,bridge_name='br-int',has_traffic_filtering=True,id=abe02340-2488-4467-b38b-106f992c1ecb,network=Network(21884204-6b6d-487b-a8cc-44a4af3b86b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe02340-24')
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] No VIF found with MAC fa:16:3e:81:18:e0, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:48:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Updated VIF entry in instance network info cache for port abe02340-2488-4467-b38b-106f992c1ecb. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:48:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Updating instance_info_cache with network_info: [{"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d4aa54a-5685-4410-8102-af9869d5c169 req-930ff83a-092f-415d-9a4a-f1e403d73d5c service nova] Releasing lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:48:55 user nova-compute[75686]: INFO nova.compute.claims [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Claim successful on node user
Nov 27 01:48:55 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.512s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.network.neutron [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:48:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:48:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Creating image(s)
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "/opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.policy [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '357d7d579c284bcd836dd8075476d5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b168d75a030e425886b18204a7173843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:48:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Instance spawned successfully.
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk 1073741824" returned: 0 in 0.058s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.281s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:56 user nova-compute[75686]: INFO nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Took 6.75 seconds to spawn the instance on the hypervisor.
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:48:56 user nova-compute[75686]: INFO nova.compute.manager [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Took 7.58 seconds to build instance.
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a34a1e9d-3560-4928-9371-4aa1919636e5 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.697s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.241s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:48:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Cannot resize image /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Ensure instance console log exists: /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Successfully created port: defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Successfully updated port: defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-changed-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Refreshing instance network info cache due to event network-changed-defac3d6-5581-472a-a1f3-1b327582b491. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] Acquiring lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updating instance_info_cache with network_info: [{"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Instance network_info: |[{"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] Acquired lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Refreshing network info cache for port defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Start _get_guest_xml network_info=[{"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:48:58 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:58 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-575343177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-575343177',id=18,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-m4aj2n3s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:56Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=cdfb37a0-9fbf-4916-8a20-b54bf47e8291,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:29:9c,bridge_name='br-int',has_traffic_filtering=True,id=defac3d6-5581-472a-a1f3-1b327582b491,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdefac3d6-55') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.objects.instance [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'pci_devices' on Instance uuid cdfb37a0-9fbf-4916-8a20-b54bf47e8291 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:48:58 user nova-compute[75686]:   <uuid>cdfb37a0-9fbf-4916-8a20-b54bf47e8291</uuid>
Nov 27 01:48:58 user nova-compute[75686]:   <name>instance-00000012</name>
Nov 27 01:48:58 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:48:58 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:48:58 user nova-compute[75686]:   <metadata>
Nov 27 01:48:58 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:48:58 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:48:58 user nova-compute[75686]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-575343177</nova:name>
Nov 27 01:48:58 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:48:58</nova:creationTime>
Nov 27 01:48:58 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:48:58 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:48:58 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:48:58 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:48:58 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:48:58 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:48:58 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:48:58 user nova-compute[75686]:       <nova:owner>
Nov 27 01:48:58 user nova-compute[75686]:         <nova:user uuid="357d7d579c284bcd836dd8075476d5ed">tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member</nova:user>
Nov 27 01:48:58 user nova-compute[75686]:         <nova:project uuid="b168d75a030e425886b18204a7173843">tempest-ServerBootFromVolumeStableRescueTest-554951466</nova:project>
Nov 27 01:48:58 user nova-compute[75686]:       </nova:owner>
Nov 27 01:48:58 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:48:58 user nova-compute[75686]:       <nova:ports>
Nov 27 01:48:58 user nova-compute[75686]:         <nova:port uuid="defac3d6-5581-472a-a1f3-1b327582b491">
Nov 27 01:48:58 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 01:48:58 user nova-compute[75686]:         </nova:port>
Nov 27 01:48:58 user nova-compute[75686]:       </nova:ports>
Nov 27 01:48:58 user nova-compute[75686]:     </nova:instance>
Nov 27 01:48:58 user nova-compute[75686]:   </metadata>
Nov 27 01:48:58 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:48:58 user nova-compute[75686]:     <system>
Nov 27 01:48:58 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:48:58 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:48:58 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:48:58 user nova-compute[75686]:       <entry name="serial">cdfb37a0-9fbf-4916-8a20-b54bf47e8291</entry>
Nov 27 01:48:58 user nova-compute[75686]:       <entry name="uuid">cdfb37a0-9fbf-4916-8a20-b54bf47e8291</entry>
Nov 27 01:48:58 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:48:58 user nova-compute[75686]:     </system>
Nov 27 01:48:58 user nova-compute[75686]:   </sysinfo>
Nov 27 01:48:58 user nova-compute[75686]:   <os>
Nov 27 01:48:58 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:48:58 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:48:58 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:48:58 user nova-compute[75686]:   </os>
Nov 27 01:48:58 user nova-compute[75686]:   <features>
Nov 27 01:48:58 user nova-compute[75686]:     <acpi/>
Nov 27 01:48:58 user nova-compute[75686]:     <apic/>
Nov 27 01:48:58 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:48:58 user nova-compute[75686]:   </features>
Nov 27 01:48:58 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:48:58 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:48:58 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:48:58 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:48:58 user nova-compute[75686]:   </clock>
Nov 27 01:48:58 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:48:58 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:48:58 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:48:58 user nova-compute[75686]:   </cpu>
Nov 27 01:48:58 user nova-compute[75686]:   <devices>
Nov 27 01:48:58 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:48:58 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:48:58 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk"/>
Nov 27 01:48:58 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:48:58 user nova-compute[75686]:     </disk>
Nov 27 01:48:58 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:48:58 user nova-compute[75686]:       <mac address="fa:16:3e:66:29:9c"/>
Nov 27 01:48:58 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:58 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:48:58 user nova-compute[75686]:       <target dev="tapdefac3d6-55"/>
Nov 27 01:48:58 user nova-compute[75686]:     </interface>
Nov 27 01:48:58 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:48:58 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/console.log" append="off"/>
Nov 27 01:48:58 user nova-compute[75686]:     </serial>
Nov 27 01:48:58 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:48:58 user nova-compute[75686]:     <video>
Nov 27 01:48:58 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:48:58 user nova-compute[75686]:     </video>
Nov 27 01:48:58 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:48:58 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:48:58 user nova-compute[75686]:     </rng>
Nov 27 01:48:58 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:48:58 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:48:58 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:48:58 user nova-compute[75686]:     </memballoon>
Nov 27 01:48:58 user nova-compute[75686]:   </devices>
Nov 27 01:48:58 user nova-compute[75686]: </domain>
Nov 27 01:48:58 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-575343177',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-575343177',id=18,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-m4aj2n3s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:48:56Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=cdfb37a0-9fbf-4916-8a20-b54bf47e8291,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:66:29:9c,bridge_name='br-int',has_traffic_filtering=True,id=defac3d6-5581-472a-a1f3-1b327582b491,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdefac3d6-55') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG os_vif [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:29:9c,bridge_name='br-int',has_traffic_filtering=True,id=defac3d6-5581-472a-a1f3-1b327582b491,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdefac3d6-55') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '32b4a5a4-1c6b-558a-90da-14b8f23183db', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdefac3d6-55, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdefac3d6-55, col_values=(('qos', UUID('91f6980f-e2b4-429b-90ba-d16f2d25de36')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdefac3d6-55, col_values=(('external_ids', {'iface-id': 'defac3d6-5581-472a-a1f3-1b327582b491', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:66:29:9c', 'vm-uuid': 'cdfb37a0-9fbf-4916-8a20-b54bf47e8291'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:48:58 user nova-compute[75686]: INFO os_vif [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:66:29:9c,bridge_name='br-int',has_traffic_filtering=True,id=defac3d6-5581-472a-a1f3-1b327582b491,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdefac3d6-55')
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-0496cab1-a4de-4334-adbe-da1e77186e4d req-c3d92f3c-43c2-4e3e-ba8b-639275f624b2 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0496cab1-a4de-4334-adbe-da1e77186e4d req-c3d92f3c-43c2-4e3e-ba8b-639275f624b2 service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0496cab1-a4de-4334-adbe-da1e77186e4d req-c3d92f3c-43c2-4e3e-ba8b-639275f624b2 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0496cab1-a4de-4334-adbe-da1e77186e4d req-c3d92f3c-43c2-4e3e-ba8b-639275f624b2 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-0496cab1-a4de-4334-adbe-da1e77186e4d req-c3d92f3c-43c2-4e3e-ba8b-639275f624b2 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:48:58 user nova-compute[75686]: WARNING nova.compute.manager [req-0496cab1-a4de-4334-adbe-da1e77186e4d req-c3d92f3c-43c2-4e3e-ba8b-639275f624b2 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received unexpected event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with vm_state active and task_state None.
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:48:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No VIF found with MAC fa:16:3e:66:29:9c, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:48:59 user nova-compute[75686]: DEBUG nova.network.neutron [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updated VIF entry in instance network info cache for port defac3d6-5581-472a-a1f3-1b327582b491. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:48:59 user nova-compute[75686]: DEBUG nova.network.neutron [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updating instance_info_cache with network_info: [{"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:48:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9704351e-06a9-42e4-8873-9f30f5a2a520 req-1f74c99d-adf5-4306-8330-fddecc1830e4 service nova] Releasing lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:00 user nova-compute[75686]: WARNING nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received unexpected event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with vm_state active and task_state None.
Nov 27 01:49:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:00 user nova-compute[75686]: WARNING nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received unexpected event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with vm_state building and task_state spawning.
Nov 27 01:49:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:00 user nova-compute[75686]: WARNING nova.compute.manager [req-ede6ff6d-395e-4c84-961e-d87951d34232 req-91f5e0e9-9200-44ef-8d2d-8b88d751ac0b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received unexpected event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with vm_state building and task_state spawning.
Nov 27 01:49:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:49:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Instance spawned successfully.
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:02 user nova-compute[75686]: INFO nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Took 6.65 seconds to spawn the instance on the hypervisor.
Nov 27 01:49:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:49:02 user nova-compute[75686]: INFO nova.compute.manager [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Took 7.53 seconds to build instance.
Nov 27 01:49:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-848bbc26-1335-402f-aa34-d6f54ec0c6fb tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.639s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:09 user nova-compute[75686]: INFO nova.compute.manager [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Rescuing
Nov 27 01:49:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:49:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:49:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-084cb29c-b150-4518-9436-83d5791fb51e req-bc8ca376-10d7-42f0-bc33-9a2181e0b7b8 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-084cb29c-b150-4518-9436-83d5791fb51e req-bc8ca376-10d7-42f0-bc33-9a2181e0b7b8 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-084cb29c-b150-4518-9436-83d5791fb51e req-bc8ca376-10d7-42f0-bc33-9a2181e0b7b8 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-084cb29c-b150-4518-9436-83d5791fb51e req-bc8ca376-10d7-42f0-bc33-9a2181e0b7b8 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-084cb29c-b150-4518-9436-83d5791fb51e req-bc8ca376-10d7-42f0-bc33-9a2181e0b7b8 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:10 user nova-compute[75686]: WARNING nova.compute.manager [req-084cb29c-b150-4518-9436-83d5791fb51e req-bc8ca376-10d7-42f0-bc33-9a2181e0b7b8 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state active and task_state rescuing.
Nov 27 01:49:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance destroyed successfully.
Nov 27 01:49:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Attempting rescue
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75686) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 01:49:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Creating image(s)
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'trusted_certs' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue" returned: 0 in 0.116s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.320s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'migration_context' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<cd137692-54b9-481d-b758-b9f1a5e67b82> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Start _get_guest_xml network_info=[{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:c3:af:be"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'resources' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<cd137692-54b9-481d-b758-b9f1a5e67b82> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'numa_topology' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<cd137692-54b9-481d-b758-b9f1a5e67b82> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:49:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'vcpu_model' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<cd137692-54b9-481d-b758-b9f1a5e67b82> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1227635417',display_name='tempest-ServerRescueNegativeTestJSON-server-1227635417',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1227635417',id=3,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fn4kqk80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:44:42Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=cd137692-54b9-481d-b758-b9f1a5e67b82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:c3:af:be"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:c3:af:be"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'pci_devices' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<cd137692-54b9-481d-b758-b9f1a5e67b82> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:49:11 user nova-compute[75686]:   <uuid>cd137692-54b9-481d-b758-b9f1a5e67b82</uuid>
Nov 27 01:49:11 user nova-compute[75686]:   <name>instance-00000003</name>
Nov 27 01:49:11 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:49:11 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:49:11 user nova-compute[75686]:   <metadata>
Nov 27 01:49:11 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:49:11 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:49:11 user nova-compute[75686]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1227635417</nova:name>
Nov 27 01:49:11 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:49:11</nova:creationTime>
Nov 27 01:49:11 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:49:11 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:49:11 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:49:11 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:49:11 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:49:11 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:49:11 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:49:11 user nova-compute[75686]:       <nova:owner>
Nov 27 01:49:11 user nova-compute[75686]:         <nova:user uuid="44beb0a742a24c30a7e2004988809c51">tempest-ServerRescueNegativeTestJSON-760184345-project-member</nova:user>
Nov 27 01:49:11 user nova-compute[75686]:         <nova:project uuid="a953169393c9425985ef738e51b22868">tempest-ServerRescueNegativeTestJSON-760184345</nova:project>
Nov 27 01:49:11 user nova-compute[75686]:       </nova:owner>
Nov 27 01:49:11 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:49:11 user nova-compute[75686]:       <nova:ports>
Nov 27 01:49:11 user nova-compute[75686]:         <nova:port uuid="3421787b-2ad5-465e-b088-dd180cf5f150">
Nov 27 01:49:11 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 01:49:11 user nova-compute[75686]:         </nova:port>
Nov 27 01:49:11 user nova-compute[75686]:       </nova:ports>
Nov 27 01:49:11 user nova-compute[75686]:     </nova:instance>
Nov 27 01:49:11 user nova-compute[75686]:   </metadata>
Nov 27 01:49:11 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:49:11 user nova-compute[75686]:     <system>
Nov 27 01:49:11 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:49:11 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:49:11 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:49:11 user nova-compute[75686]:       <entry name="serial">cd137692-54b9-481d-b758-b9f1a5e67b82</entry>
Nov 27 01:49:11 user nova-compute[75686]:       <entry name="uuid">cd137692-54b9-481d-b758-b9f1a5e67b82</entry>
Nov 27 01:49:11 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:49:11 user nova-compute[75686]:     </system>
Nov 27 01:49:11 user nova-compute[75686]:   </sysinfo>
Nov 27 01:49:11 user nova-compute[75686]:   <os>
Nov 27 01:49:11 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:49:11 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:49:11 user nova-compute[75686]:   </os>
Nov 27 01:49:11 user nova-compute[75686]:   <features>
Nov 27 01:49:11 user nova-compute[75686]:     <acpi/>
Nov 27 01:49:11 user nova-compute[75686]:     <apic/>
Nov 27 01:49:11 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:49:11 user nova-compute[75686]:   </features>
Nov 27 01:49:11 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:49:11 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:49:11 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:49:11 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:49:11 user nova-compute[75686]:   </clock>
Nov 27 01:49:11 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:49:11 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:49:11 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:49:11 user nova-compute[75686]:   </cpu>
Nov 27 01:49:11 user nova-compute[75686]:   <devices>
Nov 27 01:49:11 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:49:11 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:49:11 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue"/>
Nov 27 01:49:11 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:49:11 user nova-compute[75686]:     </disk>
Nov 27 01:49:11 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:49:11 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:49:11 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk"/>
Nov 27 01:49:11 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:49:11 user nova-compute[75686]:     </disk>
Nov 27 01:49:11 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:49:11 user nova-compute[75686]:       <mac address="fa:16:3e:c3:af:be"/>
Nov 27 01:49:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:49:11 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:49:11 user nova-compute[75686]:       <target dev="tap3421787b-2a"/>
Nov 27 01:49:11 user nova-compute[75686]:     </interface>
Nov 27 01:49:11 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:49:11 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/console.log" append="off"/>
Nov 27 01:49:11 user nova-compute[75686]:     </serial>
Nov 27 01:49:11 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:49:11 user nova-compute[75686]:     <video>
Nov 27 01:49:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:49:11 user nova-compute[75686]:     </video>
Nov 27 01:49:11 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:49:11 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:49:11 user nova-compute[75686]:     </rng>
Nov 27 01:49:11 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:49:11 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:49:11 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:49:11 user nova-compute[75686]:     </memballoon>
Nov 27 01:49:11 user nova-compute[75686]:   </devices>
Nov 27 01:49:11 user nova-compute[75686]: </domain>
Nov 27 01:49:11 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:49:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance destroyed successfully.
Nov 27 01:49:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No VIF found with MAC fa:16:3e:c3:af:be, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-f8c3239c-36c4-478d-a3d6-cd2982c2504d req-c7caa149-1fbe-49f7-96b0-b0ac8e384ada service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f8c3239c-36c4-478d-a3d6-cd2982c2504d req-c7caa149-1fbe-49f7-96b0-b0ac8e384ada service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f8c3239c-36c4-478d-a3d6-cd2982c2504d req-c7caa149-1fbe-49f7-96b0-b0ac8e384ada service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f8c3239c-36c4-478d-a3d6-cd2982c2504d req-c7caa149-1fbe-49f7-96b0-b0ac8e384ada service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-f8c3239c-36c4-478d-a3d6-cd2982c2504d req-c7caa149-1fbe-49f7-96b0-b0ac8e384ada service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:12 user nova-compute[75686]: WARNING nova.compute.manager [req-f8c3239c-36c4-478d-a3d6-cd2982c2504d req-c7caa149-1fbe-49f7-96b0-b0ac8e384ada service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state active and task_state rescuing.
Nov 27 01:49:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:15 user nova-compute[75686]: WARNING nova.compute.manager [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state active and task_state rescuing.
Nov 27 01:49:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:15 user nova-compute[75686]: WARNING nova.compute.manager [req-d8da41d5-aaba-4422-a6a8-7cc077ef6169 req-5da8118e-1476-4785-b353-6abc0decc303 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state active and task_state rescuing.
Nov 27 01:49:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0047ff5d-c053-4c9d-a649-642823dc72f1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:49:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.323s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.254s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.242s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.286s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:49:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.250s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json" returned: 0 in 0.212s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json" returned: 0 in 0.436s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.244s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899/disk --force-share --output=json" returned: 0 in 0.267s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7276MB free_disk=25.191436767578125GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance bb3d759e-37a5-45d5-a154-35616a647899 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:49:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:49:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:49:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.787s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updating instance_info_cache with network_info: [{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:49:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:49:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:49:32 user nova-compute[75686]: INFO nova.compute.claims [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Claim successful on node user
Nov 27 01:49:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.540s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:49:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:49:32 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 27 01:49:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG nova.policy [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9f516a04e9548be9fdfde99560a2853', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5be6c26710e74c5388a4bde76dc6c43b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:49:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Creating image(s)
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "/opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "/opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "/opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "bc21ee78324a1c5f8891fdef6151f5d5e7cc7781" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "bc21ee78324a1c5f8891fdef6151f5d5e7cc7781" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.part --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG nova.virt.images [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] 2543210f-6e0e-460e-a960-57417290dfb2 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.part /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.part /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.converted" returned: 0 in 0.261s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781.converted --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "bc21ee78324a1c5f8891fdef6151f5d5e7cc7781" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.016s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781 --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "bc21ee78324a1c5f8891fdef6151f5d5e7cc7781" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "bc21ee78324a1c5f8891fdef6151f5d5e7cc7781" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Successfully created port: 0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781 --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781,backing_fmt=raw /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781,backing_fmt=raw /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk 1073741824" returned: 0 in 0.056s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "bc21ee78324a1c5f8891fdef6151f5d5e7cc7781" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781 --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Cannot resize image /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Ensure instance console log exists: /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Successfully updated port: 0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquired lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-changed-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Refreshing instance network info cache due to event network-changed-0e20ea14-2cac-46bc-849d-a97a3e033d3c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] Acquiring lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updating instance_info_cache with network_info: [{"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Releasing lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Instance network_info: |[{"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] Acquired lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Refreshing network info cache for port 0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Start _get_guest_xml network_info=[{"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:49:25Z,direct_url=<?>,disk_format='qcow2',id=2543210f-6e0e-460e-a960-57417290dfb2,min_disk=0,min_ram=0,name='',owner='1abaafd3ee2f473e8c8ef30b86b9f70a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:49:28Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'disk_bus': 'scsi', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/sda', 'size': 0, 'encryption_options': None, 'image_id': '2543210f-6e0e-460e-a960-57417290dfb2'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:49:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:49:25Z,direct_url=<?>,disk_format='qcow2',id=2543210f-6e0e-460e-a960-57417290dfb2,min_disk=0,min_ram=0,name='',owner='1abaafd3ee2f473e8c8ef30b86b9f70a',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:49:28Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:49:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-386121272',display_name='tempest-AttachSCSIVolumeTestJSON-server-386121272',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-386121272',id=19,image_ref='2543210f-6e0e-460e-a960-57417290dfb2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxR9TMppGYGpsLbgR2gCHhbhlEDjto6DS2XoCCG+GR9TTC5O2RgXjHQEA4ENBjILWET6SQAbVDbUdnKRgK36D79XuGoPRc0/NfXKHLGnUqsQFQv3UQrNE3WGJHYpJZAiw==',key_name='tempest-keypair-1416531055',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5be6c26710e74c5388a4bde76dc6c43b',ramdisk_id='',reservation_id='r-1mt5jfc0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2543210f-6e0e-460e-a960-57417290dfb2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-2025837570',owner_user_name='tempest-AttachSCSIVolumeTestJSON-2025837570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:49:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e9f516a04e9548be9fdfde99560a2853',uuid=d7fa0915-0bc4-4fb9-9e41-e14d51e993b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Converting VIF {"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:49,bridge_name='br-int',has_traffic_filtering=True,id=0e20ea14-2cac-46bc-849d-a97a3e033d3c,network=Network(c526eaaa-891a-490f-94e1-aabd310783cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e20ea14-2c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:49:35 user nova-compute[75686]: DEBUG nova.objects.instance [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lazy-loading 'pci_devices' on Instance uuid d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:49:36 user nova-compute[75686]:   <uuid>d7fa0915-0bc4-4fb9-9e41-e14d51e993b4</uuid>
Nov 27 01:49:36 user nova-compute[75686]:   <name>instance-00000013</name>
Nov 27 01:49:36 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:49:36 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:49:36 user nova-compute[75686]:   <metadata>
Nov 27 01:49:36 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:49:36 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:49:36 user nova-compute[75686]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-386121272</nova:name>
Nov 27 01:49:36 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:49:35</nova:creationTime>
Nov 27 01:49:36 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:49:36 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:49:36 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:49:36 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:49:36 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:49:36 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:49:36 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:49:36 user nova-compute[75686]:       <nova:owner>
Nov 27 01:49:36 user nova-compute[75686]:         <nova:user uuid="e9f516a04e9548be9fdfde99560a2853">tempest-AttachSCSIVolumeTestJSON-2025837570-project-member</nova:user>
Nov 27 01:49:36 user nova-compute[75686]:         <nova:project uuid="5be6c26710e74c5388a4bde76dc6c43b">tempest-AttachSCSIVolumeTestJSON-2025837570</nova:project>
Nov 27 01:49:36 user nova-compute[75686]:       </nova:owner>
Nov 27 01:49:36 user nova-compute[75686]:       <nova:root type="image" uuid="2543210f-6e0e-460e-a960-57417290dfb2"/>
Nov 27 01:49:36 user nova-compute[75686]:       <nova:ports>
Nov 27 01:49:36 user nova-compute[75686]:         <nova:port uuid="0e20ea14-2cac-46bc-849d-a97a3e033d3c">
Nov 27 01:49:36 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 01:49:36 user nova-compute[75686]:         </nova:port>
Nov 27 01:49:36 user nova-compute[75686]:       </nova:ports>
Nov 27 01:49:36 user nova-compute[75686]:     </nova:instance>
Nov 27 01:49:36 user nova-compute[75686]:   </metadata>
Nov 27 01:49:36 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:49:36 user nova-compute[75686]:     <system>
Nov 27 01:49:36 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:49:36 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:49:36 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:49:36 user nova-compute[75686]:       <entry name="serial">d7fa0915-0bc4-4fb9-9e41-e14d51e993b4</entry>
Nov 27 01:49:36 user nova-compute[75686]:       <entry name="uuid">d7fa0915-0bc4-4fb9-9e41-e14d51e993b4</entry>
Nov 27 01:49:36 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:49:36 user nova-compute[75686]:     </system>
Nov 27 01:49:36 user nova-compute[75686]:   </sysinfo>
Nov 27 01:49:36 user nova-compute[75686]:   <os>
Nov 27 01:49:36 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:49:36 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:49:36 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:49:36 user nova-compute[75686]:   </os>
Nov 27 01:49:36 user nova-compute[75686]:   <features>
Nov 27 01:49:36 user nova-compute[75686]:     <acpi/>
Nov 27 01:49:36 user nova-compute[75686]:     <apic/>
Nov 27 01:49:36 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:49:36 user nova-compute[75686]:   </features>
Nov 27 01:49:36 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:49:36 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:49:36 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:49:36 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:49:36 user nova-compute[75686]:   </clock>
Nov 27 01:49:36 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:49:36 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:49:36 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:49:36 user nova-compute[75686]:   </cpu>
Nov 27 01:49:36 user nova-compute[75686]:   <devices>
Nov 27 01:49:36 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:49:36 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:49:36 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk"/>
Nov 27 01:49:36 user nova-compute[75686]:       <target dev="sda" bus="scsi"/>
Nov 27 01:49:36 user nova-compute[75686]:       <address type="drive" controller="0" unit="0"/>
Nov 27 01:49:36 user nova-compute[75686]:     </disk>
Nov 27 01:49:36 user nova-compute[75686]:     <disk type="file" device="cdrom">
Nov 27 01:49:36 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none"/>
Nov 27 01:49:36 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk.config"/>
Nov 27 01:49:36 user nova-compute[75686]:       <target dev="sdb" bus="scsi"/>
Nov 27 01:49:36 user nova-compute[75686]:       <address type="drive" controller="0" unit="1"/>
Nov 27 01:49:36 user nova-compute[75686]:     </disk>
Nov 27 01:49:36 user nova-compute[75686]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 27 01:49:36 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:49:36 user nova-compute[75686]:       <mac address="fa:16:3e:b9:ea:49"/>
Nov 27 01:49:36 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:49:36 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:49:36 user nova-compute[75686]:       <target dev="tap0e20ea14-2c"/>
Nov 27 01:49:36 user nova-compute[75686]:     </interface>
Nov 27 01:49:36 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:49:36 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/console.log" append="off"/>
Nov 27 01:49:36 user nova-compute[75686]:     </serial>
Nov 27 01:49:36 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:49:36 user nova-compute[75686]:     <video>
Nov 27 01:49:36 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:49:36 user nova-compute[75686]:     </video>
Nov 27 01:49:36 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:49:36 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:49:36 user nova-compute[75686]:     </rng>
Nov 27 01:49:36 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:49:36 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:49:36 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:49:36 user nova-compute[75686]:     </memballoon>
Nov 27 01:49:36 user nova-compute[75686]:   </devices>
Nov 27 01:49:36 user nova-compute[75686]: </domain>
Nov 27 01:49:36 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:49:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-386121272',display_name='tempest-AttachSCSIVolumeTestJSON-server-386121272',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-386121272',id=19,image_ref='2543210f-6e0e-460e-a960-57417290dfb2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxR9TMppGYGpsLbgR2gCHhbhlEDjto6DS2XoCCG+GR9TTC5O2RgXjHQEA4ENBjILWET6SQAbVDbUdnKRgK36D79XuGoPRc0/NfXKHLGnUqsQFQv3UQrNE3WGJHYpJZAiw==',key_name='tempest-keypair-1416531055',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5be6c26710e74c5388a4bde76dc6c43b',ramdisk_id='',reservation_id='r-1mt5jfc0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2543210f-6e0e-460e-a960-57417290dfb2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-2025837570',owner_user_name='tempest-AttachSCSIVolumeTestJSON-2025837570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:49:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e9f516a04e9548be9fdfde99560a2853',uuid=d7fa0915-0bc4-4fb9-9e41-e14d51e993b4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Converting VIF {"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:49,bridge_name='br-int',has_traffic_filtering=True,id=0e20ea14-2cac-46bc-849d-a97a3e033d3c,network=Network(c526eaaa-891a-490f-94e1-aabd310783cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e20ea14-2c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG os_vif [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:49,bridge_name='br-int',has_traffic_filtering=True,id=0e20ea14-2cac-46bc-849d-a97a3e033d3c,network=Network(c526eaaa-891a-490f-94e1-aabd310783cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e20ea14-2c') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '65f0745b-941e-54f8-abdc-b8a0c21641ad', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0e20ea14-2c, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0e20ea14-2c, col_values=(('qos', UUID('ba84ca96-6948-4654-ad73-ea0e48acb108')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0e20ea14-2c, col_values=(('external_ids', {'iface-id': '0e20ea14-2cac-46bc-849d-a97a3e033d3c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b9:ea:49', 'vm-uuid': 'd7fa0915-0bc4-4fb9-9e41-e14d51e993b4'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:36 user nova-compute[75686]: INFO os_vif [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b9:ea:49,bridge_name='br-int',has_traffic_filtering=True,id=0e20ea14-2cac-46bc-849d-a97a3e033d3c,network=Network(c526eaaa-891a-490f-94e1-aabd310783cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e20ea14-2c')
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] No BDM found with device name sda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] No VIF found with MAC fa:16:3e:b9:ea:49, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:49:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Using config drive
Nov 27 01:49:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Creating config drive at /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk.config
Nov 27 01:49:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpk22y2t2g {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpk22y2t2g" returned: 0 in 0.061s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updated VIF entry in instance network info cache for port 0e20ea14-2cac-46bc-849d-a97a3e033d3c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updating instance_info_cache with network_info: [{"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-773db804-89bb-4ad5-bcdf-2185027d609b req-ac5cd5de-efc1-4a93-bc3c-7d1a223ddc6f service nova] Releasing lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:36 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:49:36 user nova-compute[75686]: INFO nova.compute.claims [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Claim successful on node user
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.541s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:49:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.policy [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55c646987f224bff8087f028e03712d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a7220ed7a6df4d2ca599344d306270a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:49:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Creating image(s)
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "/opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "/opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "/opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.227s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk 1073741824" returned: 0 in 0.058s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.291s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-d9ae97c2-c16f-4e8a-aae4-077daeec1ed7 req-aa9ed81e-5055-4d4c-bf91-634f7362366e service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d9ae97c2-c16f-4e8a-aae4-077daeec1ed7 req-aa9ed81e-5055-4d4c-bf91-634f7362366e service nova] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d9ae97c2-c16f-4e8a-aae4-077daeec1ed7 req-aa9ed81e-5055-4d4c-bf91-634f7362366e service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d9ae97c2-c16f-4e8a-aae4-077daeec1ed7 req-aa9ed81e-5055-4d4c-bf91-634f7362366e service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-d9ae97c2-c16f-4e8a-aae4-077daeec1ed7 req-aa9ed81e-5055-4d4c-bf91-634f7362366e service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] No waiting events found dispatching network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:38 user nova-compute[75686]: WARNING nova.compute.manager [req-d9ae97c2-c16f-4e8a-aae4-077daeec1ed7 req-aa9ed81e-5055-4d4c-bf91-634f7362366e service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received unexpected event network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c for instance with vm_state building and task_state spawning.
Nov 27 01:49:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Successfully created port: 9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Checking if we can resize image /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Cannot resize image /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Ensure instance console log exists: /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Successfully updated port: 9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "refresh_cache-99d94162-bb03-4c5c-98c7-0c5cfdb6de26" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquired lock "refresh_cache-99d94162-bb03-4c5c-98c7-0c5cfdb6de26" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received event network-changed-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Refreshing instance network info cache due to event network-changed-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] Acquiring lock "refresh_cache-99d94162-bb03-4c5c-98c7-0c5cfdb6de26" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Updating instance_info_cache with network_info: [{"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Releasing lock "refresh_cache-99d94162-bb03-4c5c-98c7-0c5cfdb6de26" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Instance network_info: |[{"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] Acquired lock "refresh_cache-99d94162-bb03-4c5c-98c7-0c5cfdb6de26" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Refreshing network info cache for port 9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Start _get_guest_xml network_info=[{"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:49:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:49:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2007219069',display_name='tempest-DeleteServersTestJSON-server-2007219069',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2007219069',id=20,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a7220ed7a6df4d2ca599344d306270a4',ramdisk_id='',reservation_id='r-crduu0xc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-253007487',owner_user_name='tempest-DeleteServersTestJSON-253007487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:49:38Z,user_data=None,user_id='55c646987f224bff8087f028e03712d6',uuid=99d94162-bb03-4c5c-98c7-0c5cfdb6de26,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Converting VIF {"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:3b:4f,bridge_name='br-int',has_traffic_filtering=True,id=9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4,network=Network(a450b4e7-83b2-4f5b-b77e-213a87107ac0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b9f1cdd-d1') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lazy-loading 'pci_devices' on Instance uuid 99d94162-bb03-4c5c-98c7-0c5cfdb6de26 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:49:39 user nova-compute[75686]:   <uuid>99d94162-bb03-4c5c-98c7-0c5cfdb6de26</uuid>
Nov 27 01:49:39 user nova-compute[75686]:   <name>instance-00000014</name>
Nov 27 01:49:39 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:49:39 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:49:39 user nova-compute[75686]:   <metadata>
Nov 27 01:49:39 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:49:39 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:49:39 user nova-compute[75686]:       <nova:name>tempest-DeleteServersTestJSON-server-2007219069</nova:name>
Nov 27 01:49:39 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:49:39</nova:creationTime>
Nov 27 01:49:39 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:49:39 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:49:39 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:49:39 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:49:39 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:49:39 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:49:39 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:49:39 user nova-compute[75686]:       <nova:owner>
Nov 27 01:49:39 user nova-compute[75686]:         <nova:user uuid="55c646987f224bff8087f028e03712d6">tempest-DeleteServersTestJSON-253007487-project-member</nova:user>
Nov 27 01:49:39 user nova-compute[75686]:         <nova:project uuid="a7220ed7a6df4d2ca599344d306270a4">tempest-DeleteServersTestJSON-253007487</nova:project>
Nov 27 01:49:39 user nova-compute[75686]:       </nova:owner>
Nov 27 01:49:39 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:49:39 user nova-compute[75686]:       <nova:ports>
Nov 27 01:49:39 user nova-compute[75686]:         <nova:port uuid="9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4">
Nov 27 01:49:39 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:49:39 user nova-compute[75686]:         </nova:port>
Nov 27 01:49:39 user nova-compute[75686]:       </nova:ports>
Nov 27 01:49:39 user nova-compute[75686]:     </nova:instance>
Nov 27 01:49:39 user nova-compute[75686]:   </metadata>
Nov 27 01:49:39 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:49:39 user nova-compute[75686]:     <system>
Nov 27 01:49:39 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:49:39 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:49:39 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:49:39 user nova-compute[75686]:       <entry name="serial">99d94162-bb03-4c5c-98c7-0c5cfdb6de26</entry>
Nov 27 01:49:39 user nova-compute[75686]:       <entry name="uuid">99d94162-bb03-4c5c-98c7-0c5cfdb6de26</entry>
Nov 27 01:49:39 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:49:39 user nova-compute[75686]:     </system>
Nov 27 01:49:39 user nova-compute[75686]:   </sysinfo>
Nov 27 01:49:39 user nova-compute[75686]:   <os>
Nov 27 01:49:39 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:49:39 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:49:39 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:49:39 user nova-compute[75686]:   </os>
Nov 27 01:49:39 user nova-compute[75686]:   <features>
Nov 27 01:49:39 user nova-compute[75686]:     <acpi/>
Nov 27 01:49:39 user nova-compute[75686]:     <apic/>
Nov 27 01:49:39 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:49:39 user nova-compute[75686]:   </features>
Nov 27 01:49:39 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:49:39 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:49:39 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:49:39 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:49:39 user nova-compute[75686]:   </clock>
Nov 27 01:49:39 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:49:39 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:49:39 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:49:39 user nova-compute[75686]:   </cpu>
Nov 27 01:49:39 user nova-compute[75686]:   <devices>
Nov 27 01:49:39 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:49:39 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:49:39 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk"/>
Nov 27 01:49:39 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:49:39 user nova-compute[75686]:     </disk>
Nov 27 01:49:39 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:49:39 user nova-compute[75686]:       <mac address="fa:16:3e:c0:3b:4f"/>
Nov 27 01:49:39 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:49:39 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:49:39 user nova-compute[75686]:       <target dev="tap9b9f1cdd-d1"/>
Nov 27 01:49:39 user nova-compute[75686]:     </interface>
Nov 27 01:49:39 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:49:39 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/console.log" append="off"/>
Nov 27 01:49:39 user nova-compute[75686]:     </serial>
Nov 27 01:49:39 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:49:39 user nova-compute[75686]:     <video>
Nov 27 01:49:39 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:49:39 user nova-compute[75686]:     </video>
Nov 27 01:49:39 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:49:39 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:49:39 user nova-compute[75686]:     </rng>
Nov 27 01:49:39 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:49:39 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:49:39 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:49:39 user nova-compute[75686]:     </memballoon>
Nov 27 01:49:39 user nova-compute[75686]:   </devices>
Nov 27 01:49:39 user nova-compute[75686]: </domain>
Nov 27 01:49:39 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:49:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2007219069',display_name='tempest-DeleteServersTestJSON-server-2007219069',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2007219069',id=20,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a7220ed7a6df4d2ca599344d306270a4',ramdisk_id='',reservation_id='r-crduu0xc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-253007487',owner_user_name='tempest-DeleteServersTestJSON-253007487-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:49:38Z,user_data=None,user_id='55c646987f224bff8087f028e03712d6',uuid=99d94162-bb03-4c5c-98c7-0c5cfdb6de26,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Converting VIF {"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:3b:4f,bridge_name='br-int',has_traffic_filtering=True,id=9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4,network=Network(a450b4e7-83b2-4f5b-b77e-213a87107ac0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b9f1cdd-d1') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG os_vif [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:3b:4f,bridge_name='br-int',has_traffic_filtering=True,id=9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4,network=Network(a450b4e7-83b2-4f5b-b77e-213a87107ac0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b9f1cdd-d1') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '15bc5d59-4ce2-5bc5-869b-5e9dfcb04495', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9b9f1cdd-d1, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9b9f1cdd-d1, col_values=(('qos', UUID('f1847e22-6b44-42ba-aac9-e8b8539cfa04')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9b9f1cdd-d1, col_values=(('external_ids', {'iface-id': '9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c0:3b:4f', 'vm-uuid': '99d94162-bb03-4c5c-98c7-0c5cfdb6de26'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:39 user nova-compute[75686]: INFO os_vif [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:3b:4f,bridge_name='br-int',has_traffic_filtering=True,id=9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4,network=Network(a450b4e7-83b2-4f5b-b77e-213a87107ac0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b9f1cdd-d1')
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] No VIF found with MAC fa:16:3e:c0:3b:4f, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Updated VIF entry in instance network info cache for port 9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Updating instance_info_cache with network_info: [{"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:49:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4e81422-cd46-444b-9ea5-051ad738a275 req-c0b3b4e2-df3e-4a25-a06d-addca8d13d43 service nova] Releasing lock "refresh_cache-99d94162-bb03-4c5c-98c7-0c5cfdb6de26" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-b46b9977-3c1a-4a50-99cb-422782d22226 req-35802c15-2207-4809-9367-e0f95f2b6e01 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b46b9977-3c1a-4a50-99cb-422782d22226 req-35802c15-2207-4809-9367-e0f95f2b6e01 service nova] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b46b9977-3c1a-4a50-99cb-422782d22226 req-35802c15-2207-4809-9367-e0f95f2b6e01 service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b46b9977-3c1a-4a50-99cb-422782d22226 req-35802c15-2207-4809-9367-e0f95f2b6e01 service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-b46b9977-3c1a-4a50-99cb-422782d22226 req-35802c15-2207-4809-9367-e0f95f2b6e01 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] No waiting events found dispatching network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:40 user nova-compute[75686]: WARNING nova.compute.manager [req-b46b9977-3c1a-4a50-99cb-422782d22226 req-35802c15-2207-4809-9367-e0f95f2b6e01 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received unexpected event network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c for instance with vm_state building and task_state spawning.
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:49:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Instance spawned successfully.
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:40 user nova-compute[75686]: INFO nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Took 7.49 seconds to spawn the instance on the hypervisor.
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:49:40 user nova-compute[75686]: INFO nova.compute.manager [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Took 8.52 seconds to build instance.
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bd939056-02a0-41d4-a458-48348f6aece7 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.620s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "bb3d759e-37a5-45d5-a154-35616a647899" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "bb3d759e-37a5-45d5-a154-35616a647899" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "bb3d759e-37a5-45d5-a154-35616a647899-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:40 user nova-compute[75686]: INFO nova.compute.manager [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Terminating instance
Nov 27 01:49:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:49:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-17aed257-a2e0-4efc-84d4-62938da06fc6 req-5ab8db3a-d493-4891-8c59-01273a46530d service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received event network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-17aed257-a2e0-4efc-84d4-62938da06fc6 req-5ab8db3a-d493-4891-8c59-01273a46530d service nova] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-17aed257-a2e0-4efc-84d4-62938da06fc6 req-5ab8db3a-d493-4891-8c59-01273a46530d service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-17aed257-a2e0-4efc-84d4-62938da06fc6 req-5ab8db3a-d493-4891-8c59-01273a46530d service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-17aed257-a2e0-4efc-84d4-62938da06fc6 req-5ab8db3a-d493-4891-8c59-01273a46530d service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] No waiting events found dispatching network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:41 user nova-compute[75686]: WARNING nova.compute.manager [req-17aed257-a2e0-4efc-84d4-62938da06fc6 req-5ab8db3a-d493-4891-8c59-01273a46530d service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received unexpected event network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 for instance with vm_state building and task_state spawning.
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Instance destroyed successfully.
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lazy-loading 'resources' on Instance uuid bb3d759e-37a5-45d5-a154-35616a647899 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:47:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1533989355',display_name='tempest-VolumesAdminNegativeTest-server-1533989355',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1533989355',id=15,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:47:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6ddad7e6dfb9484aa6a5a842430d6ef9',ramdisk_id='',reservation_id='r-x9esrzxn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1473285317',owner_user_name='tempest-VolumesAdminNegativeTest-1473285317-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:47:50Z,user_data=None,user_id='b460cf65f2b44e42bf5e8297989b0fe9',uuid=bb3d759e-37a5-45d5-a154-35616a647899,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converting VIF {"id": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "address": "fa:16:3e:ff:6d:47", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap60a8e89e-af", "ovs_interfaceid": "60a8e89e-afb2-4e58-9c1f-180d307a0a6e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ff:6d:47,bridge_name='br-int',has_traffic_filtering=True,id=60a8e89e-afb2-4e58-9c1f-180d307a0a6e,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60a8e89e-af') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG os_vif [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:6d:47,bridge_name='br-int',has_traffic_filtering=True,id=60a8e89e-afb2-4e58-9c1f-180d307a0a6e,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60a8e89e-af') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap60a8e89e-af, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=eee8071b-7323-48f9-8cfd-1fa67717453d) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: INFO os_vif [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ff:6d:47,bridge_name='br-int',has_traffic_filtering=True,id=60a8e89e-afb2-4e58-9c1f-180d307a0a6e,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap60a8e89e-af')
Nov 27 01:49:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Deleting instance files /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899_del
Nov 27 01:49:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Deletion of /opt/stack/data/nova/instances/bb3d759e-37a5-45d5-a154-35616a647899_del complete
Nov 27 01:49:42 user nova-compute[75686]: INFO nova.compute.manager [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Took 1.32 seconds to destroy the instance on the hypervisor.
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: bb3d759e-37a5-45d5-a154-35616a647899] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received event network-vif-unplugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] Acquiring lock "bb3d759e-37a5-45d5-a154-35616a647899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] No waiting events found dispatching network-vif-unplugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received event network-vif-unplugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received event network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] Acquiring lock "bb3d759e-37a5-45d5-a154-35616a647899-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] Lock "bb3d759e-37a5-45d5-a154-35616a647899-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] No waiting events found dispatching network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:42 user nova-compute[75686]: WARNING nova.compute.manager [req-d362d1e4-8b81-493d-abba-f3cdd4df520c req-7b9b188f-15eb-4f6d-997a-db815d531490 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received unexpected event network-vif-plugged-60a8e89e-afb2-4e58-9c1f-180d307a0a6e for instance with vm_state active and task_state deleting.
Nov 27 01:49:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:49:42 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Took 0.73 seconds to deallocate network for instance.
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.481s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:43 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Deleted allocations for instance bb3d759e-37a5-45d5-a154-35616a647899
Nov 27 01:49:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5ef28278-ca4f-4893-8ee5-d5bbc80b57be tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "bb3d759e-37a5-45d5-a154-35616a647899" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.747s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf4c0629-baca-478c-9011-80ee0cc80b4c req-857b1725-a1f0-45a5-9c23-9271f38ed7e7 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received event network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf4c0629-baca-478c-9011-80ee0cc80b4c req-857b1725-a1f0-45a5-9c23-9271f38ed7e7 service nova] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf4c0629-baca-478c-9011-80ee0cc80b4c req-857b1725-a1f0-45a5-9c23-9271f38ed7e7 service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf4c0629-baca-478c-9011-80ee0cc80b4c req-857b1725-a1f0-45a5-9c23-9271f38ed7e7 service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf4c0629-baca-478c-9011-80ee0cc80b4c req-857b1725-a1f0-45a5-9c23-9271f38ed7e7 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] No waiting events found dispatching network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:49:43 user nova-compute[75686]: WARNING nova.compute.manager [req-bf4c0629-baca-478c-9011-80ee0cc80b4c req-857b1725-a1f0-45a5-9c23-9271f38ed7e7 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received unexpected event network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 for instance with vm_state building and task_state spawning.
Nov 27 01:49:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf4c0629-baca-478c-9011-80ee0cc80b4c req-857b1725-a1f0-45a5-9c23-9271f38ed7e7 service nova] [instance: bb3d759e-37a5-45d5-a154-35616a647899] Received event network-vif-deleted-60a8e89e-afb2-4e58-9c1f-180d307a0a6e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:49:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Instance spawned successfully.
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:49:44 user nova-compute[75686]: INFO nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Took 6.58 seconds to spawn the instance on the hypervisor.
Nov 27 01:49:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:49:44 user nova-compute[75686]: INFO nova.compute.manager [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Took 7.52 seconds to build instance.
Nov 27 01:49:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-683712e3-d94d-42d6-a0f6-e346800520c2 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.635s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:49:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:49:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:49:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:49:59 user nova-compute[75686]: INFO nova.compute.manager [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Detaching volume 50e56f15-9bea-4b1c-aba8-938b46953d4d
Nov 27 01:49:59 user nova-compute[75686]: INFO nova.virt.block_device [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Attempting to driver detach volume 50e56f15-9bea-4b1c-aba8-938b46953d4d from mountpoint /dev/vdc
Nov 27 01:49:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Attempting to detach device vdc from instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:49:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:49:59 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:49:59 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 01:49:59 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 01:49:59 user nova-compute[75686]:   <serial>50e56f15-9bea-4b1c-aba8-938b46953d4d</serial>
Nov 27 01:49:59 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:49:59 user nova-compute[75686]: </disk>
Nov 27 01:49:59 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:49:59 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully detached device vdc from instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 from the persistent domain config.
Nov 27 01:49:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:49:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:49:59 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:49:59 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 01:49:59 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 01:49:59 user nova-compute[75686]:   <serial>50e56f15-9bea-4b1c-aba8-938b46953d4d</serial>
Nov 27 01:49:59 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:49:59 user nova-compute[75686]: </disk>
Nov 27 01:49:59 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:49:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-changed-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Refreshing instance network info cache due to event network-changed-c60547fc-b849-4fac-8e61-9cdbb3d8c29f. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] Acquiring lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] Acquired lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Refreshing network info cache for port c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'flavor' on Instance uuid 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.099s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:00 user nova-compute[75686]: INFO nova.compute.manager [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Attaching volume 6b3c186f-bfd9-4dfd-b1a5-030820030dd1 to /dev/vdb
Nov 27 01:50:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Updated VIF entry in instance network info cache for port c60547fc-b849-4fac-8e61-9cdbb3d8c29f. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:50:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Updating instance_info_cache with network_info: [{"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-aa3087ca-3c25-4db0-96fe-d96eabb2ba38 req-996aae97-b348-4b7b-aaf9-f009735ac231 service nova] Releasing lock "refresh_cache-6da3a108-b503-4e6a-a5c2-8ada0a20d145" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG os_brick.utils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d985c69e-fa45-438c-913a-4070b15d820f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f0c01a8-fced-41e2-9742-e55c40b8323e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[78ad9914-978a-4dea-890d-7b0c36b577a1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f744de5-ab4d-43e2-84c9-5be2e4a7c9f6]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:50:01 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:50:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0502c9d1-181b-4db4-a3bc-b105a44d6688]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG os_brick.utils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:01 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Updating existing volume attachment record: c1de61a4-ba3a-4350-bc5a-d8bda1c768a3 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:50:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:07 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c7e8ea9-8161-473a-ac66-5096767c61cc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:50:07 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[55821b8c-b0d9-4606-8714-0a70bdd8cef6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1] added
Nov 27 01:50:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57880de-2ed3-4025-b692-607613e3a7ee]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9618912e-b625-4c3b-8065-46cbcde6e09a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOpzAZan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOpzAZan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[23aa88c9-1e35-4be6-bd13-2079c05c1dcb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cOpzAZan'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d50e9c12-97a0-4515-8a1a-aa58d285ae80]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[287d94db-53bf-445d-b04b-a22b285b89c7]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:08 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:08 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:08 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:08 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef815a59-fd09-40d4-b94e-856b20060029]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]
Nov 27 01:50:08 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.
Nov 27 01:50:08 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[920268a2-ca7b-4cba-adcc-8346781f96b8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fc48a41-24db-4a29-90cb-53bd0c2b05b4]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:08 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:08 user nova-compute[75686]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:08 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:08 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:08 user nova-compute[75686]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:08 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] HCTL ('35', '-', '-', 0) found on session 16 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b4d0580-426e-41c2-8a17-728f8ea3a0a8]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching for a device in session 16 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:50:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23936326531663361', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936326531663361', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG nova.objects.instance [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'flavor' on Instance uuid 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:50:09 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:09 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:50:09 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:50:09 user nova-compute[75686]:   <serial>6b3c186f-bfd9-4dfd-b1a5-030820030dd1</serial>
Nov 27 01:50:09 user nova-compute[75686]: </disk>
Nov 27 01:50:09 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No VIF found with MAC fa:16:3e:7b:d9:e6, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-639cbdf0-0060-47a2-abbd-fab6e13c233a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.787s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 01:50:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:11 user nova-compute[75686]: INFO nova.compute.manager [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Rebuilding instance
Nov 27 01:50:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:50:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance destroyed successfully.
Nov 27 01:50:12 user nova-compute[75686]: INFO nova.compute.manager [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Detaching volume 6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:50:12 user nova-compute[75686]: INFO nova.virt.block_device [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Attempting to driver detach volume 6b3c186f-bfd9-4dfd-b1a5-030820030dd1 from mountpoint /dev/vdb
Nov 27 01:50:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Attempting to detach device vdb from instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:50:12 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:12 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:50:12 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:50:12 user nova-compute[75686]:   <serial>6b3c186f-bfd9-4dfd-b1a5-030820030dd1</serial>
Nov 27 01:50:12 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:50:12 user nova-compute[75686]: </disk>
Nov 27 01:50:12 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully detached device vdb from instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 from the persistent domain config.
Nov 27 01:50:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:12 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d6b325-c609-4b17-a1af-dbeaa59d92b2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:50:12 user nova-compute[75686]: No targets found.
Nov 27 01:50:12 user nova-compute[75686]: iSNS:
Nov 27 01:50:12 user nova-compute[75686]: No targets found.
Nov 27 01:50:12 user nova-compute[75686]: STATIC:
Nov 27 01:50:12 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:50:12 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:50:12 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:50:12 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d
Nov 27 01:50:12 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:50:12 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:50:12 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9
Nov 27 01:50:12 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:50:12 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:50:12 user nova-compute[75686]: FIRMWARE:
Nov 27 01:50:12 user nova-compute[75686]: No targets found.
Nov 27 01:50:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:50:12 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:50:12 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d72a1ab-05e2-4722-bebf-79a67fa434bb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc05069-5946-4d2b-b891-716c900ffe1a]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:12 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:12 user nova-compute[75686]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:12 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:12 user nova-compute[75686]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514832c4c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a37dbcd8-deab-40d7-9809-4b9c8d9dd659]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d213810-3e91-4e71-9138-c255d2d00daf]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[960ee286-63b7-4c83-bea4-d8693392daa1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[059979ce-7d3d-4e1e-a720-3f31f4d37fc1]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c43a02-d898-4edf-b799-d14ea9ae54fd]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c31effde-71ea-4248-a915-de6544236ccd]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]
Nov 27 01:50:13 user nova-compute[75686]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.
Nov 27 01:50:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4731d454-b4a3-4271-b40a-43f27c2b0134]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== disconnect_volume: return (316ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-75f7b601-763c-4111-aee3-d899950a8328 req-ab2fae30-603b-4d7c-827c-c5bcefbf5310 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-unplugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-75f7b601-763c-4111-aee3-d899950a8328 req-ab2fae30-603b-4d7c-827c-c5bcefbf5310 service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-75f7b601-763c-4111-aee3-d899950a8328 req-ab2fae30-603b-4d7c-827c-c5bcefbf5310 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-75f7b601-763c-4111-aee3-d899950a8328 req-ab2fae30-603b-4d7c-827c-c5bcefbf5310 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-75f7b601-763c-4111-aee3-d899950a8328 req-ab2fae30-603b-4d7c-827c-c5bcefbf5310 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-unplugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:13 user nova-compute[75686]: WARNING nova.compute.manager [req-75f7b601-763c-4111-aee3-d899950a8328 req-ab2fae30-603b-4d7c-827c-c5bcefbf5310 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received unexpected event network-vif-unplugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with vm_state active and task_state rebuilding.
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:13 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance destroyed successfully.
Nov 27 01:50:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911193610',display_name='tempest-ServerActionsTestOtherA-server-738488092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911193610',id=16,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEP+Wr/yQ4ai+TB2gJ2/yBjdUob1cq8Vcq1mJa8j97ZlB+pYmE6kOTzTxVDMjfWdbapmTag7KppV7wMRb3k6nKbmlXvXHpckHUgpDEQIDJMYaq49LE1oMzDX5MktZSdk2A==',key_name='tempest-keypair-1762372762',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:48:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-pqosdzm4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:50:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=6da3a108-b503-4e6a-a5c2-8ada0a20d145,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_vif [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc60547fc-b8, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e9dce99b-d344-4054-a0b1-8eba8aa6156e) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:13 user nova-compute[75686]: INFO os_vif [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8')
Nov 27 01:50:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:13 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4f21060-d3c8-43ad-a43a-f2a479b43596]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:50:14 user nova-compute[75686]: No targets found.
Nov 27 01:50:14 user nova-compute[75686]: iSNS:
Nov 27 01:50:14 user nova-compute[75686]: No targets found.
Nov 27 01:50:14 user nova-compute[75686]: STATIC:
Nov 27 01:50:14 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d
Nov 27 01:50:14 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:50:14 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:50:14 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9
Nov 27 01:50:14 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:50:14 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:50:14 user nova-compute[75686]: FIRMWARE:
Nov 27 01:50:14 user nova-compute[75686]: No targets found.
Nov 27 01:50:14 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:50:14 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:50:14 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b079afe3-2026-44b7-9671-535958027623]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[27132769-12d6-4a6e-ad55-d9d9fc7e9c4f]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:14 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:14 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:14 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:14 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514832f9a0>, {}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Disconnecting from: [] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.062s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== disconnect_volume: return (63ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:50:14 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Deleting instance files /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145_del
Nov 27 01:50:14 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Deletion of /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145_del complete
Nov 27 01:50:14 user nova-compute[75686]: INFO nova.virt.block_device [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Booting with volume 6b3c186f-bfd9-4dfd-b1a5-030820030dd1 at /dev/vdb
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.utils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[34226e7f-8d68-4eaa-bc5d-091f9b4b4f0f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ed520b4-9df6-4554-96f3-90e7fc7d6126]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a81ecd-83e5-4c50-99f8-1a4fa846cdae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5887cc8-db07-4479-ba63-5df9ea8a221c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:50:14 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[956ab895-c35f-4760-a453-63f10f0dbb47]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG os_brick.utils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Updating existing volume attachment record: a5baf1a4-1113-4dbb-9dc5-b6da4fc832f4 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:14 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-24161aeb-b0e4-4bc0-a1e6-e2d43ac5cbcc req-efecfb64-e01c-4751-9f28-23f8d95d8d31 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-24161aeb-b0e4-4bc0-a1e6-e2d43ac5cbcc req-efecfb64-e01c-4751-9f28-23f8d95d8d31 service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-24161aeb-b0e4-4bc0-a1e6-e2d43ac5cbcc req-efecfb64-e01c-4751-9f28-23f8d95d8d31 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-24161aeb-b0e4-4bc0-a1e6-e2d43ac5cbcc req-efecfb64-e01c-4751-9f28-23f8d95d8d31 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-24161aeb-b0e4-4bc0-a1e6-e2d43ac5cbcc req-efecfb64-e01c-4751-9f28-23f8d95d8d31 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:15 user nova-compute[75686]: WARNING nova.compute.manager [req-24161aeb-b0e4-4bc0-a1e6-e2d43ac5cbcc req-efecfb64-e01c-4751-9f28-23f8d95d8d31 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received unexpected event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with vm_state active and task_state rebuild_block_device_mapping.
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:16 user nova-compute[75686]: INFO nova.compute.manager [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Unrescuing
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk.rescue --force-share --output=json" returned: 0 in 0.194s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.248s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'flavor' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-532cc028-ee8c-4140-9ad0-db8d22d7df44 req-5ade640b-57fa-4338-bc86-de1da8e4fc79 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-532cc028-ee8c-4140-9ad0-db8d22d7df44 req-5ade640b-57fa-4338-bc86-de1da8e4fc79 service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-532cc028-ee8c-4140-9ad0-db8d22d7df44 req-5ade640b-57fa-4338-bc86-de1da8e4fc79 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-532cc028-ee8c-4140-9ad0-db8d22d7df44 req-5ade640b-57fa-4338-bc86-de1da8e4fc79 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-532cc028-ee8c-4140-9ad0-db8d22d7df44 req-5ade640b-57fa-4338-bc86-de1da8e4fc79 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:17 user nova-compute[75686]: WARNING nova.compute.manager [req-532cc028-ee8c-4140-9ad0-db8d22d7df44 req-5ade640b-57fa-4338-bc86-de1da8e4fc79 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:50:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:18 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance destroyed successfully.
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json" returned: 0 in 0.285s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:19 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 is timed out.
Nov 27 01:50:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully detached device vdc from instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 from the live domain config.
Nov 27 01:50:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ygHxsEJG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:19 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:50:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-changed-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing instance network info cache due to event network-changed-98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff640ecc-88c2-4f10-b3b7-389bf26aa477]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:50:20 user nova-compute[75686]: No targets found.
Nov 27 01:50:20 user nova-compute[75686]: iSNS:
Nov 27 01:50:20 user nova-compute[75686]: No targets found.
Nov 27 01:50:20 user nova-compute[75686]: STATIC:
Nov 27 01:50:20 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d
Nov 27 01:50:20 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:50:20 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:50:20 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9
Nov 27 01:50:20 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:50:20 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:50:20 user nova-compute[75686]: FIRMWARE:
Nov 27 01:50:20 user nova-compute[75686]: No targets found.
Nov 27 01:50:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:50:20 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:50:20 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.034s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[db308da5-a793-45d7-8180-2fb89699474e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14fa003-5ac8-4f3c-bd41-223e347db76b]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:20 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:20 user nova-compute[75686]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d (non-flash)
Nov 27 01:50:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51484c9630>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca85bd6-9a71-47c7-bda9-9d2744df5379]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b665e4e7-79e8-48dd-b586-588f9c2bc74d]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e40fbf47-56fc-4757-9cf8-385c083035f0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.065s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[85700402-1481-4887-b1b8-4e301fd5fcbe]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbe2e2b7-8647-43af-9068-6da85d9866eb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[59c3009d-9712-44cd-a48f-8858120f6279]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260]
Nov 27 01:50:20 user nova-compute[75686]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d, portal: 172.16.0.220,3260] successful.
Nov 27 01:50:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:50e56f15-9bea-4b1c-aba8-938b46953d4d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6106b6dc-7ac7-4301-9f58-aa4b49fef16f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.503s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] <== disconnect_volume: return (509ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updated VIF entry in instance network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-changed-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing instance network info cache due to event network-changed-98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Refreshing network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'flavor' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c50c516a-8a65-4fe3-bab1-9306053b76e9 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:22 user nova-compute[75686]: WARNING nova.compute.manager [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:22 user nova-compute[75686]: WARNING nova.compute.manager [req-1e02d72d-8ca2-4407-88e6-2b8692703b20 req-62ed8f77-944e-4608-9b4f-f0f1aa69a1cc service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:50:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-aecc031e-b720-4521-ac86-19b4b006a813 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 23.430s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:50:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7064MB free_disk=25.082904815673828GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.network.neutron [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updated VIF entry in instance network info cache for port 98696e52-6583-4c05-8984-c1554f2441ce. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:50:22 user nova-compute[75686]: DEBUG nova.network.neutron [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:23 user nova-compute[75686]: WARNING nova.compute.manager [req-73d9f5b3-8dcc-4cf2-b574-19e14ac024cf req-6b545801-9cda-4d4b-9659-25c2a4399606 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:50:23 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Creating image(s)
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 99d94162-bb03-4c5c-98c7-0c5cfdb6de26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.206s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.304s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk 1073741824" returned: 0 in 0.070s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.379s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.271s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:50:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Cannot resize image /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Ensure instance console log exists: /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Start _get_guest_xml network_info=[{"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'a5baf1a4-1113-4dbb-9dc5-b6da4fc832f4', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6da3a108-b503-4e6a-a5c2-8ada0a20d145', 'attached_at': '', 'detached_at': '', 'volume_id': '6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'serial': '6b3c186f-bfd9-4dfd-b1a5-030820030dd1'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:50:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 01:50:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'vcpu_model' on Instance uuid 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:24 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:24 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:24 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b09c911-182e-4438-97d6-76b1abb4bb68]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:50:24 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a49a5d1-6c01-4078-a485-f138af14db2e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1] added
Nov 27 01:50:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c62058b5-ca29-4dd6-a014-5382a4c4d993]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a424d3a-bda1-4f73-8b8d-04d79517437e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOpzAZan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.670s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cOpzAZan" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[af44f540-1291-42bd-9db6-d0e535bd059a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cOpzAZan'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9055ae-4ffd-42ce-aca8-3ea11495cbc7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3e672ea8-fddd-44e4-bbad-e161ec8885e5]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e881c0-6795-4eda-886a-964aa9dabaec]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]
Nov 27 01:50:24 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.
Nov 27 01:50:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d71bc154-7e94-4eae-8640-022cd82c5b1d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc3951d6-a35a-4a17-b754-dbb9e757e522]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:24 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:24 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.351s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] HCTL ('34', '-', '-', 0) found on session 17 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[433ecc32-bb84-46cf-926d-60dd0ce53513]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:50:25 user nova-compute[75686]: INFO nova.compute.claims [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Claim successful on node user
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching for a device in session 17 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.387s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== connect_volume: return (1389ms) {'type': 'block', 'scsi_wwn': '23936326531663361', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23936326531663361', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:48:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911193610',display_name='tempest-ServerActionsTestOtherA-server-738488092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911193610',id=16,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEP+Wr/yQ4ai+TB2gJ2/yBjdUob1cq8Vcq1mJa8j97ZlB+pYmE6kOTzTxVDMjfWdbapmTag7KppV7wMRb3k6nKbmlXvXHpckHUgpDEQIDJMYaq49LE1oMzDX5MktZSdk2A==',key_name='tempest-keypair-1762372762',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:48:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-pqosdzm4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=6da3a108-b503-4e6a-a5c2-8ada0a20d145,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:50:25 user nova-compute[75686]:   <uuid>6da3a108-b503-4e6a-a5c2-8ada0a20d145</uuid>
Nov 27 01:50:25 user nova-compute[75686]:   <name>instance-00000010</name>
Nov 27 01:50:25 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:50:25 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:50:25 user nova-compute[75686]:   <metadata>
Nov 27 01:50:25 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:50:25 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:50:25 user nova-compute[75686]:       <nova:name>tempest-ServerActionsTestOtherA-server-738488092</nova:name>
Nov 27 01:50:25 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:50:24</nova:creationTime>
Nov 27 01:50:25 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:50:25 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:50:25 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:50:25 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:50:25 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:50:25 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:50:25 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:50:25 user nova-compute[75686]:       <nova:owner>
Nov 27 01:50:25 user nova-compute[75686]:         <nova:user uuid="4d1d312ea9224e4b9e57e5576276a485">tempest-ServerActionsTestOtherA-1470255416-project-member</nova:user>
Nov 27 01:50:25 user nova-compute[75686]:         <nova:project uuid="25a6f8db8baf4e9988fc1ca048107122">tempest-ServerActionsTestOtherA-1470255416</nova:project>
Nov 27 01:50:25 user nova-compute[75686]:       </nova:owner>
Nov 27 01:50:25 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:50:25 user nova-compute[75686]:       <nova:ports>
Nov 27 01:50:25 user nova-compute[75686]:         <nova:port uuid="c60547fc-b849-4fac-8e61-9cdbb3d8c29f">
Nov 27 01:50:25 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:50:25 user nova-compute[75686]:         </nova:port>
Nov 27 01:50:25 user nova-compute[75686]:       </nova:ports>
Nov 27 01:50:25 user nova-compute[75686]:     </nova:instance>
Nov 27 01:50:25 user nova-compute[75686]:   </metadata>
Nov 27 01:50:25 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:50:25 user nova-compute[75686]:     <system>
Nov 27 01:50:25 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:50:25 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:50:25 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:50:25 user nova-compute[75686]:       <entry name="serial">6da3a108-b503-4e6a-a5c2-8ada0a20d145</entry>
Nov 27 01:50:25 user nova-compute[75686]:       <entry name="uuid">6da3a108-b503-4e6a-a5c2-8ada0a20d145</entry>
Nov 27 01:50:25 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:50:25 user nova-compute[75686]:     </system>
Nov 27 01:50:25 user nova-compute[75686]:   </sysinfo>
Nov 27 01:50:25 user nova-compute[75686]:   <os>
Nov 27 01:50:25 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:50:25 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:50:25 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:50:25 user nova-compute[75686]:   </os>
Nov 27 01:50:25 user nova-compute[75686]:   <features>
Nov 27 01:50:25 user nova-compute[75686]:     <acpi/>
Nov 27 01:50:25 user nova-compute[75686]:     <apic/>
Nov 27 01:50:25 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:50:25 user nova-compute[75686]:   </features>
Nov 27 01:50:25 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:50:25 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:50:25 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:50:25 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:50:25 user nova-compute[75686]:   </clock>
Nov 27 01:50:25 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:50:25 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:50:25 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:50:25 user nova-compute[75686]:   </cpu>
Nov 27 01:50:25 user nova-compute[75686]:   <devices>
Nov 27 01:50:25 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:50:25 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:50:25 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk"/>
Nov 27 01:50:25 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:50:25 user nova-compute[75686]:     </disk>
Nov 27 01:50:25 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:50:25 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:25 user nova-compute[75686]:       <source dev="/dev/sdc"/>
Nov 27 01:50:25 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:50:25 user nova-compute[75686]:       <serial>6b3c186f-bfd9-4dfd-b1a5-030820030dd1</serial>
Nov 27 01:50:25 user nova-compute[75686]:     </disk>
Nov 27 01:50:25 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:50:25 user nova-compute[75686]:       <mac address="fa:16:3e:7b:d9:e6"/>
Nov 27 01:50:25 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:50:25 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:50:25 user nova-compute[75686]:       <target dev="tapc60547fc-b8"/>
Nov 27 01:50:25 user nova-compute[75686]:     </interface>
Nov 27 01:50:25 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:50:25 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/console.log" append="off"/>
Nov 27 01:50:25 user nova-compute[75686]:     </serial>
Nov 27 01:50:25 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:50:25 user nova-compute[75686]:     <video>
Nov 27 01:50:25 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:50:25 user nova-compute[75686]:     </video>
Nov 27 01:50:25 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:50:25 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:50:25 user nova-compute[75686]:     </rng>
Nov 27 01:50:25 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:50:25 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:50:25 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:50:25 user nova-compute[75686]:     </memballoon>
Nov 27 01:50:25 user nova-compute[75686]:   </devices>
Nov 27 01:50:25 user nova-compute[75686]: </domain>
Nov 27 01:50:25 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:48:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911193610',display_name='tempest-ServerActionsTestOtherA-server-738488092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911193610',id=16,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEP+Wr/yQ4ai+TB2gJ2/yBjdUob1cq8Vcq1mJa8j97ZlB+pYmE6kOTzTxVDMjfWdbapmTag7KppV7wMRb3k6nKbmlXvXHpckHUgpDEQIDJMYaq49LE1oMzDX5MktZSdk2A==',key_name='tempest-keypair-1762372762',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:48:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-pqosdzm4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:50:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=6da3a108-b503-4e6a-a5c2-8ada0a20d145,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG os_vif [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '03cc196a-30f1-54f2-afc2-89fdb16a3ee4', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc60547fc-b8, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc60547fc-b8, col_values=(('qos', UUID('87af2cc1-247b-4513-9abc-5a8572480da9')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc60547fc-b8, col_values=(('external_ids', {'iface-id': 'c60547fc-b849-4fac-8e61-9cdbb3d8c29f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:d9:e6', 'vm-uuid': '6da3a108-b503-4e6a-a5c2-8ada0a20d145'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:25 user nova-compute[75686]: INFO os_vif [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8')
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.634s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No VIF found with MAC fa:16:3e:7b:d9:e6, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:50:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:50:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:50:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Creating image(s)
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "/opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "/opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "/opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5f452fd2be7d33440d813709542766076a2ab9fa" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5f452fd2be7d33440d813709542766076a2ab9fa" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG nova.policy [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10716a7e05b54eef981b7c20e6b796ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7e2e5ce3c4145fb92668e1a767d9881', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.part --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG nova.virt.images [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] 94ac552b-929c-454a-9d15-8415e5d4ea2f was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.part /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.part /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.converted" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa.converted --force-share --output=json" returned: 0 in 0.207s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5f452fd2be7d33440d813709542766076a2ab9fa" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 0.974s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json" returned: 0 in 0.216s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5f452fd2be7d33440d813709542766076a2ab9fa" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5f452fd2be7d33440d813709542766076a2ab9fa" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [{"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json" returned: 0 in 0.222s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa,backing_fmt=raw /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa,backing_fmt=raw /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk 1073741824" returned: 0 in 0.059s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5f452fd2be7d33440d813709542766076a2ab9fa" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.287s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0d51bd1-d09f-4754-a39f-744a2d3a861c req-6b855b5e-9d52-4005-9a73-356a093e2c4c service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0d51bd1-d09f-4754-a39f-744a2d3a861c req-6b855b5e-9d52-4005-9a73-356a093e2c4c service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0d51bd1-d09f-4754-a39f-744a2d3a861c req-6b855b5e-9d52-4005-9a73-356a093e2c4c service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0d51bd1-d09f-4754-a39f-744a2d3a861c req-6b855b5e-9d52-4005-9a73-356a093e2c4c service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0d51bd1-d09f-4754-a39f-744a2d3a861c req-6b855b5e-9d52-4005-9a73-356a093e2c4c service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:27 user nova-compute[75686]: WARNING nova.compute.manager [req-d0d51bd1-d09f-4754-a39f-744a2d3a861c req-6b855b5e-9d52-4005-9a73-356a093e2c4c service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received unexpected event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with vm_state active and task_state rebuild_spawning.
Nov 27 01:50:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json" returned: 0 in 0.240s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:50:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Cannot resize image /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Ensure instance console log exists: /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Successfully created port: 6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Successfully updated port: 6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquired lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:50:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Releasing lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance network_info: |[{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Start _get_guest_xml network_info=[{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:50:21Z,direct_url=<?>,disk_format='qcow2',id=94ac552b-929c-454a-9d15-8415e5d4ea2f,min_disk=0,min_ram=0,name='tempest-scenario-img--1428599775',owner='d7e2e5ce3c4145fb92668e1a767d9881',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:50:23Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '94ac552b-929c-454a-9d15-8415e5d4ea2f'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:50:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:50:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:50:21Z,direct_url=<?>,disk_format='qcow2',id=94ac552b-929c-454a-9d15-8415e5d4ea2f,min_disk=0,min_ram=0,name='tempest-scenario-img--1428599775',owner='d7e2e5ce3c4145fb92668e1a767d9881',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:50:23Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:50:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1970682101',display_name='tempest-TestMinimumBasicScenario-server-1970682101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1970682101',id=21,image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJXulr003PlxMKuwRz4blJGW0gzr6hOeJZ3GAwpoX60T7pzNs3C/SV9JsRAypCB+eKSejLwLPurAfZGCEGtrMZa7EzemY941JLUz/8uyLb4zoBxP55GFYufIDQsyUT7IA==',key_name='tempest-TestMinimumBasicScenario-21288415',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-52xgnkio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:50:26Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=e6a1a161-3922-48ae-a339-bb4105590b3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'pci_devices' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:50:29 user nova-compute[75686]:   <uuid>e6a1a161-3922-48ae-a339-bb4105590b3a</uuid>
Nov 27 01:50:29 user nova-compute[75686]:   <name>instance-00000015</name>
Nov 27 01:50:29 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:50:29 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:50:29 user nova-compute[75686]:   <metadata>
Nov 27 01:50:29 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:50:29 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:50:29 user nova-compute[75686]:       <nova:name>tempest-TestMinimumBasicScenario-server-1970682101</nova:name>
Nov 27 01:50:29 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:50:29</nova:creationTime>
Nov 27 01:50:29 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:50:29 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:50:29 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:50:29 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:50:29 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:50:29 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:50:29 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:50:29 user nova-compute[75686]:       <nova:owner>
Nov 27 01:50:29 user nova-compute[75686]:         <nova:user uuid="10716a7e05b54eef981b7c20e6b796ce">tempest-TestMinimumBasicScenario-570450055-project-member</nova:user>
Nov 27 01:50:29 user nova-compute[75686]:         <nova:project uuid="d7e2e5ce3c4145fb92668e1a767d9881">tempest-TestMinimumBasicScenario-570450055</nova:project>
Nov 27 01:50:29 user nova-compute[75686]:       </nova:owner>
Nov 27 01:50:29 user nova-compute[75686]:       <nova:root type="image" uuid="94ac552b-929c-454a-9d15-8415e5d4ea2f"/>
Nov 27 01:50:29 user nova-compute[75686]:       <nova:ports>
Nov 27 01:50:29 user nova-compute[75686]:         <nova:port uuid="6a62e37b-159a-4d5e-b3d6-746fc971ca4e">
Nov 27 01:50:29 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 01:50:29 user nova-compute[75686]:         </nova:port>
Nov 27 01:50:29 user nova-compute[75686]:       </nova:ports>
Nov 27 01:50:29 user nova-compute[75686]:     </nova:instance>
Nov 27 01:50:29 user nova-compute[75686]:   </metadata>
Nov 27 01:50:29 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:50:29 user nova-compute[75686]:     <system>
Nov 27 01:50:29 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:50:29 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:50:29 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:50:29 user nova-compute[75686]:       <entry name="serial">e6a1a161-3922-48ae-a339-bb4105590b3a</entry>
Nov 27 01:50:29 user nova-compute[75686]:       <entry name="uuid">e6a1a161-3922-48ae-a339-bb4105590b3a</entry>
Nov 27 01:50:29 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:50:29 user nova-compute[75686]:     </system>
Nov 27 01:50:29 user nova-compute[75686]:   </sysinfo>
Nov 27 01:50:29 user nova-compute[75686]:   <os>
Nov 27 01:50:29 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:50:29 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:50:29 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:50:29 user nova-compute[75686]:   </os>
Nov 27 01:50:29 user nova-compute[75686]:   <features>
Nov 27 01:50:29 user nova-compute[75686]:     <acpi/>
Nov 27 01:50:29 user nova-compute[75686]:     <apic/>
Nov 27 01:50:29 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:50:29 user nova-compute[75686]:   </features>
Nov 27 01:50:29 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:50:29 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:50:29 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:50:29 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:50:29 user nova-compute[75686]:   </clock>
Nov 27 01:50:29 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:50:29 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:50:29 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:50:29 user nova-compute[75686]:   </cpu>
Nov 27 01:50:29 user nova-compute[75686]:   <devices>
Nov 27 01:50:29 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:50:29 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:50:29 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk"/>
Nov 27 01:50:29 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:50:29 user nova-compute[75686]:     </disk>
Nov 27 01:50:29 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:50:29 user nova-compute[75686]:       <mac address="fa:16:3e:44:4c:fa"/>
Nov 27 01:50:29 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:50:29 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:50:29 user nova-compute[75686]:       <target dev="tap6a62e37b-15"/>
Nov 27 01:50:29 user nova-compute[75686]:     </interface>
Nov 27 01:50:29 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:50:29 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/console.log" append="off"/>
Nov 27 01:50:29 user nova-compute[75686]:     </serial>
Nov 27 01:50:29 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:50:29 user nova-compute[75686]:     <video>
Nov 27 01:50:29 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:50:29 user nova-compute[75686]:     </video>
Nov 27 01:50:29 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:50:29 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:50:29 user nova-compute[75686]:     </rng>
Nov 27 01:50:29 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:50:29 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:50:29 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:50:29 user nova-compute[75686]:     </memballoon>
Nov 27 01:50:29 user nova-compute[75686]:   </devices>
Nov 27 01:50:29 user nova-compute[75686]: </domain>
Nov 27 01:50:29 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:50:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1970682101',display_name='tempest-TestMinimumBasicScenario-server-1970682101',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1970682101',id=21,image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJXulr003PlxMKuwRz4blJGW0gzr6hOeJZ3GAwpoX60T7pzNs3C/SV9JsRAypCB+eKSejLwLPurAfZGCEGtrMZa7EzemY941JLUz/8uyLb4zoBxP55GFYufIDQsyUT7IA==',key_name='tempest-TestMinimumBasicScenario-21288415',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-52xgnkio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:50:26Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=e6a1a161-3922-48ae-a339-bb4105590b3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG os_vif [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9da0c0ff-3f59-5fc8-8428-4e67ff83d785', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6a62e37b-15, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6a62e37b-15, col_values=(('qos', UUID('59b4a412-b6ce-4660-9634-c4ecb61c022a')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6a62e37b-15, col_values=(('external_ids', {'iface-id': '6a62e37b-159a-4d5e-b3d6-746fc971ca4e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:4c:fa', 'vm-uuid': 'e6a1a161-3922-48ae-a339-bb4105590b3a'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:29 user nova-compute[75686]: INFO os_vif [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15')
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No VIF found with MAC fa:16:3e:44:4c:fa, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:50:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance spawned successfully.
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:30 user nova-compute[75686]: WARNING nova.compute.manager [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received unexpected event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with vm_state active and task_state rebuild_spawning.
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing instance network info cache due to event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] Acquiring lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] Acquired lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.network.neutron [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75686) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c14977f9-2b8e-4bf0-b952-d9152e75619e tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.176s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.network.neutron [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updated VIF entry in instance network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG nova.network.neutron [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3f34feec-bb91-410b-8649-36b25c811679 req-a92ee3df-e171-4efc-bcbb-e73eedbf9cdc service nova] Releasing lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-28107e58-a378-4b7d-8f67-cb94bf9ff576 req-7ff700bb-867b-49bc-ae61-949f493af6e8 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-28107e58-a378-4b7d-8f67-cb94bf9ff576 req-7ff700bb-867b-49bc-ae61-949f493af6e8 service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-28107e58-a378-4b7d-8f67-cb94bf9ff576 req-7ff700bb-867b-49bc-ae61-949f493af6e8 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.009s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-28107e58-a378-4b7d-8f67-cb94bf9ff576 req-7ff700bb-867b-49bc-ae61-949f493af6e8 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-28107e58-a378-4b7d-8f67-cb94bf9ff576 req-7ff700bb-867b-49bc-ae61-949f493af6e8 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:31 user nova-compute[75686]: WARNING nova.compute.manager [req-28107e58-a378-4b7d-8f67-cb94bf9ff576 req-7ff700bb-867b-49bc-ae61-949f493af6e8 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state building and task_state spawning.
Nov 27 01:50:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-6d685e75-7374-4ca2-923a-48b1d725ea52 req-81c72484-bb57-427e-b119-665c15436633 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6d685e75-7374-4ca2-923a-48b1d725ea52 req-81c72484-bb57-427e-b119-665c15436633 service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6d685e75-7374-4ca2-923a-48b1d725ea52 req-81c72484-bb57-427e-b119-665c15436633 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6d685e75-7374-4ca2-923a-48b1d725ea52 req-81c72484-bb57-427e-b119-665c15436633 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-6d685e75-7374-4ca2-923a-48b1d725ea52 req-81c72484-bb57-427e-b119-665c15436633 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:33 user nova-compute[75686]: WARNING nova.compute.manager [req-6d685e75-7374-4ca2-923a-48b1d725ea52 req-81c72484-bb57-427e-b119-665c15436633 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state building and task_state spawning.
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:50:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance spawned successfully.
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:50:33 user nova-compute[75686]: INFO nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Took 7.37 seconds to spawn the instance on the hypervisor.
Nov 27 01:50:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:50:33 user nova-compute[75686]: INFO nova.compute.manager [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Took 8.39 seconds to build instance.
Nov 27 01:50:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-59f5d51c-acec-4cca-99cb-fc53ea6dd7bf tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.510s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:35 user nova-compute[75686]: INFO nova.compute.manager [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Terminating instance
Nov 27 01:50:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-d8bbc3b4-95dc-4669-a46f-834df57fa54f req-ece17be7-6fba-410c-8b8e-6f5fea310870 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-vif-unplugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8bbc3b4-95dc-4669-a46f-834df57fa54f req-ece17be7-6fba-410c-8b8e-6f5fea310870 service nova] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8bbc3b4-95dc-4669-a46f-834df57fa54f req-ece17be7-6fba-410c-8b8e-6f5fea310870 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d8bbc3b4-95dc-4669-a46f-834df57fa54f req-ece17be7-6fba-410c-8b8e-6f5fea310870 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-d8bbc3b4-95dc-4669-a46f-834df57fa54f req-ece17be7-6fba-410c-8b8e-6f5fea310870 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] No waiting events found dispatching network-vif-unplugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-d8bbc3b4-95dc-4669-a46f-834df57fa54f req-ece17be7-6fba-410c-8b8e-6f5fea310870 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-vif-unplugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:50:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Instance destroyed successfully.
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lazy-loading 'resources' on Instance uuid 58c1f4ed-6972-47f9-8578-4105ce4d7df8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-2071162402',display_name='tempest-VolumesAdminNegativeTest-server-2071162402',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-2071162402',id=7,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBD+D7mi1Cy44U3lv8Kngp2JklZxyJwmT7YGwd8eqn3ad7jgT3kVGocxy9+AnDVDT1EZcZ5GWTg6JeNUCq9qA8u5adFZ3/JY1KP0w5ntvjEURuKlmHGm6hLQtMOh6UOMF/w==',key_name='tempest-keypair-917484975',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:45:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6ddad7e6dfb9484aa6a5a842430d6ef9',ramdisk_id='',reservation_id='r-nat0h42c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-1473285317',owner_user_name='tempest-VolumesAdminNegativeTest-1473285317-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:45:02Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='b460cf65f2b44e42bf5e8297989b0fe9',uuid=58c1f4ed-6972-47f9-8578-4105ce4d7df8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converting VIF {"id": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "address": "fa:16:3e:8e:52:79", "network": {"id": "5d7054e2-7c4f-40be-9c26-f95e092bda0b", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1439805407-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.120", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6ddad7e6dfb9484aa6a5a842430d6ef9", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f81c4fe-65", "ovs_interfaceid": "4f81c4fe-650f-481d-93ef-8b0e523d0f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8e:52:79,bridge_name='br-int',has_traffic_filtering=True,id=4f81c4fe-650f-481d-93ef-8b0e523d0f28,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f81c4fe-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG os_vif [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:52:79,bridge_name='br-int',has_traffic_filtering=True,id=4f81c4fe-650f-481d-93ef-8b0e523d0f28,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f81c4fe-65') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4f81c4fe-65, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=48698304-1688-4c40-b878-2ead5dc930d1) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:50:36 user nova-compute[75686]: INFO os_vif [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8e:52:79,bridge_name='br-int',has_traffic_filtering=True,id=4f81c4fe-650f-481d-93ef-8b0e523d0f28,network=Network(5d7054e2-7c4f-40be-9c26-f95e092bda0b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f81c4fe-65')
Nov 27 01:50:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Deleting instance files /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8_del
Nov 27 01:50:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Deletion of /opt/stack/data/nova/instances/58c1f4ed-6972-47f9-8578-4105ce4d7df8_del complete
Nov 27 01:50:36 user nova-compute[75686]: INFO nova.compute.manager [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 27 01:50:36 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:50:36 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:50:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:37 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:37 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Took 1.12 seconds to deallocate network for instance.
Nov 27 01:50:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-bc65fc33-aacf-43d4-94eb-42cc6c184113 req-bb021120-abe5-4f14-b92b-67fbf5c10afb service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-vif-deleted-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-106b3a35-46fd-499c-8373-30affc726a06 req-6b893ed8-a492-496e-811d-c71fa543f953 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received event network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-106b3a35-46fd-499c-8373-30affc726a06 req-6b893ed8-a492-496e-811d-c71fa543f953 service nova] Acquiring lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-106b3a35-46fd-499c-8373-30affc726a06 req-6b893ed8-a492-496e-811d-c71fa543f953 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-106b3a35-46fd-499c-8373-30affc726a06 req-6b893ed8-a492-496e-811d-c71fa543f953 service nova] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-106b3a35-46fd-499c-8373-30affc726a06 req-6b893ed8-a492-496e-811d-c71fa543f953 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] No waiting events found dispatching network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:38 user nova-compute[75686]: WARNING nova.compute.manager [req-106b3a35-46fd-499c-8373-30affc726a06 req-6b893ed8-a492-496e-811d-c71fa543f953 service nova] [instance: 58c1f4ed-6972-47f9-8578-4105ce4d7df8] Received unexpected event network-vif-plugged-4f81c4fe-650f-481d-93ef-8b0e523d0f28 for instance with vm_state deleted and task_state None.
Nov 27 01:50:38 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:50:38 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:50:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.393s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:38 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Deleted allocations for instance 58c1f4ed-6972-47f9-8578-4105ce4d7df8
Nov 27 01:50:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a74f8580-739d-40a5-a72c-a38c8d28545c tempest-VolumesAdminNegativeTest-1473285317 tempest-VolumesAdminNegativeTest-1473285317-project-member] Lock "58c1f4ed-6972-47f9-8578-4105ce4d7df8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.638s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-changed-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Refreshing instance network info cache due to event network-changed-abe02340-2488-4467-b38b-106f992c1ecb. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:50:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] Acquiring lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:50:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] Acquired lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:50:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Refreshing network info cache for port abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:50:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Updated VIF entry in instance network info cache for port abe02340-2488-4467-b38b-106f992c1ecb. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:50:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Updating instance_info_cache with network_info: [{"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61609e37-1125-4398-91b9-5aaa564c5d3f req-351cc9a9-50e0-4157-99bf-7fa86332a324 service nova] Releasing lock "refresh_cache-dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid e4c15d2a-ec55-45b2-8049-afe5e8bb1734 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 163993f6-3b37-40ff-9372-37f866d28180 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid cdfb37a0-9fbf-4916-8a20-b54bf47e8291 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 99d94162-bb03-4c5c-98c7-0c5cfdb6de26 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "163993f6-3b37-40ff-9372-37f866d28180" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:41 user nova-compute[75686]: WARNING oslo_messaging._drivers.amqpdriver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "163993f6-3b37-40ff-9372-37f866d28180" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.116s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.124s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.129s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.144s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.142s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.155s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.150s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.166s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.175s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.179s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.180s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.183s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lazy-loading 'flavor' on Instance uuid dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.243s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:43 user nova-compute[75686]: INFO nova.compute.manager [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Attaching volume 8331a8bc-fffc-451e-9717-cc19d2f81bc5 to /dev/vdb
Nov 27 01:50:43 user nova-compute[75686]: DEBUG os_brick.utils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9997e177-f3c6-4207-a29b-6e4175f11720]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[71d1d35e-eadb-4bdb-8e80-b35d900633d2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[da027a44-fe12-4e55-9d59-66144c273283]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4c972b-8a58-4935-ab25-4aa26fa0e034]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:50:43 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:50:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdd7bc29-55bd-4991-a14d-e4c4476fe512]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG os_brick.utils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:43 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Updating existing volume attachment record: 8d3a9c29-4023-4005-8589-52283f56407d {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:50:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:50:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:46 user nova-compute[75686]: INFO nova.compute.manager [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] instance snapshotting
Nov 27 01:50:46 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Beginning live snapshot process
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json -f qcow2" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json -f qcow2" returned: 0 in 0.199s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1rin37yw/8e3a1a45a64b45739a8901fd22f87957.delta 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp1rin37yw/8e3a1a45a64b45739a8901fd22f87957.delta 1073741824" returned: 0 in 0.226s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:47 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 01:50:48 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] COPY block job progress, current cursor: 26607616 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 01:50:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:49 user nova-compute[75686]: INFO nova.compute.manager [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Terminating instance
Nov 27 01:50:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1rin37yw/8e3a1a45a64b45739a8901fd22f87957.delta /opt/stack/data/nova/instances/snapshots/tmp1rin37yw/8e3a1a45a64b45739a8901fd22f87957 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:49 user nova-compute[75686]: INFO nova.compute.manager [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Detaching volume 9f87fb7b-d3b4-480d-a5f8-a65737a984d9
Nov 27 01:50:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:49 user nova-compute[75686]: INFO nova.virt.block_device [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Attempting to driver detach volume 9f87fb7b-d3b4-480d-a5f8-a65737a984d9 from mountpoint /dev/vdb
Nov 27 01:50:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Attempting to detach device vdb from instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:50:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:50:49 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:49 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 01:50:49 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:50:49 user nova-compute[75686]:   <serial>9f87fb7b-d3b4-480d-a5f8-a65737a984d9</serial>
Nov 27 01:50:49 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:50:49 user nova-compute[75686]: </disk>
Nov 27 01:50:49 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:50:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Successfully detached device vdb from instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 from the persistent domain config.
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:50:50 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:50 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 01:50:50 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:50:50 user nova-compute[75686]:   <serial>9f87fb7b-d3b4-480d-a5f8-a65737a984d9</serial>
Nov 27 01:50:50 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:50:50 user nova-compute[75686]: </disk>
Nov 27 01:50:50 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-aa763919-3acc-41c9-90a3-5233499ae623 req-d41a6fce-54b3-4881-8d36-a99d68c0ab6a service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-unplugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-aa763919-3acc-41c9-90a3-5233499ae623 req-d41a6fce-54b3-4881-8d36-a99d68c0ab6a service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-aa763919-3acc-41c9-90a3-5233499ae623 req-d41a6fce-54b3-4881-8d36-a99d68c0ab6a service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-aa763919-3acc-41c9-90a3-5233499ae623 req-d41a6fce-54b3-4881-8d36-a99d68c0ab6a service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-aa763919-3acc-41c9-90a3-5233499ae623 req-d41a6fce-54b3-4881-8d36-a99d68c0ab6a service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-unplugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-aa763919-3acc-41c9-90a3-5233499ae623 req-d41a6fce-54b3-4881-8d36-a99d68c0ab6a service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-unplugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp1rin37yw/8e3a1a45a64b45739a8901fd22f87957.delta /opt/stack/data/nova/instances/snapshots/tmp1rin37yw/8e3a1a45a64b45739a8901fd22f87957" returned: 0 in 0.395s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Snapshot extracted, beginning image upload
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CrUtIyTh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:50:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:50:50 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6603b4a5-b007-4f6b-b53e-b93ee49fc99f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:50:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b0ac66b-883e-4250-bca8-77d37318bdb2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5] added
Nov 27 01:50:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c207a0fc-6f7d-4f75-88e9-3726ab1f3e4f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8933fa-9910-4150-844c-7c4d20aa64b1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CrUtIyTh {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v CrUtIyTh" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c83c47a4-1a6b-4d1e-b8b2-0bf42348de69]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'CrUtIyTh'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b44745cc-8609-40ed-a1e3-de36fea22aa5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b848032-3a44-47a7-8427-8a2dc76ed179]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd5efeb-3d65-4b69-8b4c-d879ed3ef22e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260]
Nov 27 01:50:50 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260] successful.
Nov 27 01:50:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Instance destroyed successfully.
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.objects.instance [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'resources' on Instance uuid ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[70fe6f64-a351-4879-997f-f24584108602]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:44:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1074730030',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1074730030',id=2,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAi+LqZU4rxdpTE+ZbzwBKfA+1x94EA+gt/8f7noWMoiulidNYrt5pVxEarcD52HNvPjCFYw1IxA4VYNEMTr19xeG3fZxmmxl6ljhDVHIj49j/IUV7NUipxKe8SSDkxuQA==',key_name='tempest-keypair-538026092',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:48:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-55uwrndb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:48:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "a7dc1f11-3807-441a-951b-956c06d21310", "address": "fa:16:3e:cc:be:f3", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa7dc1f11-38", "ovs_interfaceid": "a7dc1f11-3807-441a-951b-956c06d21310", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_vif [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa7dc1f11-38, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fcbdd001-7f13-4849-9b43-5c3bb9c714ff) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:50 user nova-compute[75686]: INFO os_vif [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:cc:be:f3,bridge_name='br-int',has_traffic_filtering=True,id=a7dc1f11-3807-441a-951b-956c06d21310,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa7dc1f11-38')
Nov 27 01:50:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Deleting instance files /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4_del
Nov 27 01:50:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Deletion of /opt/stack/data/nova/instances/ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4_del complete
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d00490d9-3875-423c-815e-49376fecb8e7]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)
Nov 27 01:50:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] HCTL ('35', '-', '-', 0) found on session 18 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.081s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc9a531a-fd17-4ee3-afdf-ee9db99703fc]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Searching for a device in session 18 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:50:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CrUtIyTh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:50:50 user nova-compute[75686]: INFO nova.compute.manager [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Took 1.28 seconds to destroy the instance on the hypervisor.
Nov 27 01:50:50 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:50:51 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Took 0.83 seconds to deallocate network for instance.
Nov 27 01:50:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-36037da0-4aa4-438e-b03c-11e00d64ebf7 req-24104bc2-e555-46b9-9179-70e1dcd8a6f2 service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-deleted-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.419s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] <== connect_volume: return (1420ms) {'type': 'block', 'scsi_wwn': '26562633439613465', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26562633439613465', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lazy-loading 'flavor' on Instance uuid dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:50:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:50:51 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:51 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:50:51 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:50:51 user nova-compute[75686]:   <serial>8331a8bc-fffc-451e-9717-cc19d2f81bc5</serial>
Nov 27 01:50:51 user nova-compute[75686]: </disk>
Nov 27 01:50:51 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-8dcca54c-5a40-476e-af86-e7594dddc973 req-29e4e149-f7c8-4f1c-a68f-444cabf51d7d service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8dcca54c-5a40-476e-af86-e7594dddc973 req-29e4e149-f7c8-4f1c-a68f-444cabf51d7d service nova] Acquiring lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8dcca54c-5a40-476e-af86-e7594dddc973 req-29e4e149-f7c8-4f1c-a68f-444cabf51d7d service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8dcca54c-5a40-476e-af86-e7594dddc973 req-29e4e149-f7c8-4f1c-a68f-444cabf51d7d service nova] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG nova.compute.manager [req-8dcca54c-5a40-476e-af86-e7594dddc973 req-29e4e149-f7c8-4f1c-a68f-444cabf51d7d service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] No waiting events found dispatching network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:50:52 user nova-compute[75686]: WARNING nova.compute.manager [req-8dcca54c-5a40-476e-af86-e7594dddc973 req-29e4e149-f7c8-4f1c-a68f-444cabf51d7d service nova] [instance: ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4] Received unexpected event network-vif-plugged-a7dc1f11-3807-441a-951b-956c06d21310 for instance with vm_state deleted and task_state None.
Nov 27 01:50:52 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.420s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:52 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Deleted allocations for instance ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4
Nov 27 01:50:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] No VIF found with MAC fa:16:3e:81:18:e0, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-64a252cf-dbc5-44bb-96f0-a69258c5d09f tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "ddeaf5de-01a9-4958-a1ed-b07c25c8d6d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.772s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4000ad25-3648-4983-ace9-2bef1b770036 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.968s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:50:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:53 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Snapshot image upload complete
Nov 27 01:50:53 user nova-compute[75686]: INFO nova.compute.manager [None req-922d1f17-9a5e-4df2-aeb8-52fc90079055 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Took 6.33 seconds to snapshot the instance on the hypervisor.
Nov 27 01:50:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:50:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:50:55 user nova-compute[75686]: INFO nova.compute.manager [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Detaching volume 8331a8bc-fffc-451e-9717-cc19d2f81bc5
Nov 27 01:50:55 user nova-compute[75686]: INFO nova.virt.block_device [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Attempting to driver detach volume 8331a8bc-fffc-451e-9717-cc19d2f81bc5 from mountpoint /dev/vdb
Nov 27 01:50:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Attempting to detach device vdb from instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:50:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:50:55 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:55 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:50:55 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:50:55 user nova-compute[75686]:   <serial>8331a8bc-fffc-451e-9717-cc19d2f81bc5</serial>
Nov 27 01:50:55 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:50:55 user nova-compute[75686]: </disk>
Nov 27 01:50:55 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:50:55 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Successfully detached device vdb from instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee from the persistent domain config.
Nov 27 01:50:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:50:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:50:55 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:50:55 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:50:55 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:50:55 user nova-compute[75686]:   <serial>8331a8bc-fffc-451e-9717-cc19d2f81bc5</serial>
Nov 27 01:50:55 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:50:55 user nova-compute[75686]: </disk>
Nov 27 01:50:55 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:50:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:50:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:50:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:00 user nova-compute[75686]: INFO nova.compute.manager [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Unrescuing
Nov 27 01:51:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:51:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:51:00 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:51:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'flavor' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-c1a6dea2-22cc-47bc-8d2b-89063e10a9ca req-2ef5aacc-df77-4123-a38c-9ba46ad78aa0 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c1a6dea2-22cc-47bc-8d2b-89063e10a9ca req-2ef5aacc-df77-4123-a38c-9ba46ad78aa0 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c1a6dea2-22cc-47bc-8d2b-89063e10a9ca req-2ef5aacc-df77-4123-a38c-9ba46ad78aa0 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c1a6dea2-22cc-47bc-8d2b-89063e10a9ca req-2ef5aacc-df77-4123-a38c-9ba46ad78aa0 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-c1a6dea2-22cc-47bc-8d2b-89063e10a9ca req-2ef5aacc-df77-4123-a38c-9ba46ad78aa0 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:01 user nova-compute[75686]: WARNING nova.compute.manager [req-c1a6dea2-22cc-47bc-8d2b-89063e10a9ca req-2ef5aacc-df77-4123-a38c-9ba46ad78aa0 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:51:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance destroyed successfully.
Nov 27 01:51:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:03 user nova-compute[75686]: WARNING nova.compute.manager [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:51:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:03 user nova-compute[75686]: WARNING nova.compute.manager [req-57d266f7-56be-45be-a440-3a968498be3d req-4ed64d6c-978a-4e94-b72c-65b39ea43c95 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:51:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a90f3346-d8e3-4690-95e1-5e4d537c8670 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:51:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-f5d2e722-d3f4-4110-a0f0-2d0c0b5ffc22 req-8b555982-5c8f-4aa2-8529-6a93b2859785 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f5d2e722-d3f4-4110-a0f0-2d0c0b5ffc22 req-8b555982-5c8f-4aa2-8529-6a93b2859785 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f5d2e722-d3f4-4110-a0f0-2d0c0b5ffc22 req-8b555982-5c8f-4aa2-8529-6a93b2859785 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f5d2e722-d3f4-4110-a0f0-2d0c0b5ffc22 req-8b555982-5c8f-4aa2-8529-6a93b2859785 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-f5d2e722-d3f4-4110-a0f0-2d0c0b5ffc22 req-8b555982-5c8f-4aa2-8529-6a93b2859785 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:05 user nova-compute[75686]: WARNING nova.compute.manager [req-f5d2e722-d3f4-4110-a0f0-2d0c0b5ffc22 req-8b555982-5c8f-4aa2-8529-6a93b2859785 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state active and task_state None.
Nov 27 01:51:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:10 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 is timed out.
Nov 27 01:51:10 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Successfully detached device vdb from instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 from the live domain config.
Nov 27 01:51:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TFrOwPMh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:10 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d78d5922-2226-4c9a-aaec-c81d90fc35de]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:51:10 user nova-compute[75686]: No targets found.
Nov 27 01:51:10 user nova-compute[75686]: iSNS:
Nov 27 01:51:10 user nova-compute[75686]: No targets found.
Nov 27 01:51:10 user nova-compute[75686]: STATIC:
Nov 27 01:51:10 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:51:10 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:10 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:10 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5
Nov 27 01:51:10 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:10 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:10 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9
Nov 27 01:51:10 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:10 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:10 user nova-compute[75686]: FIRMWARE:
Nov 27 01:51:10 user nova-compute[75686]: No targets found.
Nov 27 01:51:10 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:51:10 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:51:10 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.065s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[38127e8b-1b86-4c48-acac-1ed28073851e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a82b0714-3d47-42a1-8971-17858e9416c3]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:51:10 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:10 user nova-compute[75686]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)
Nov 27 01:51:10 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 (non-flash)
Nov 27 01:51:10 user nova-compute[75686]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:10 user nova-compute[75686]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)
Nov 27 01:51:10 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c3504c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3827cb67-52f5-4f87-ad15-45c1e88549d9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a32d5d8-113c-4e08-875e-1eab74228c5d]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0eddca8-5889-44d1-8321-4e442a8f84df]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[acce3283-7ffb-403a-b848-0f53934f8838]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:51:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[270b9c7d-74de-46ed-a7af-264a23f78b1e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8479313-adae-421b-bd64-7a5a1644bf5c]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260]
Nov 27 01:51:11 user nova-compute[75686]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9, portal: 172.16.0.220,3260] successful.
Nov 27 01:51:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9f87fb7b-d3b4-480d-a5f8-a65737a984d9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[023122ca-2d6a-46a1-a497-c6d8f05391bb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.348s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] <== disconnect_volume: return (349ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'flavor' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f0622fea-f474-4d9a-b9bc-44716c6f18c7 tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.112s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:14 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:15 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee is timed out.
Nov 27 01:51:15 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Successfully detached device vdb from instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee from the live domain config.
Nov 27 01:51:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'CrUtIyTh', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:15 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8666cb81-7fa8-4f1a-ae18-a2d514548219]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:51:15 user nova-compute[75686]: No targets found.
Nov 27 01:51:15 user nova-compute[75686]: iSNS:
Nov 27 01:51:15 user nova-compute[75686]: No targets found.
Nov 27 01:51:15 user nova-compute[75686]: STATIC:
Nov 27 01:51:15 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:51:15 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:15 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:15 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5
Nov 27 01:51:15 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:15 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:15 user nova-compute[75686]: FIRMWARE:
Nov 27 01:51:15 user nova-compute[75686]: No targets found.
Nov 27 01:51:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:51:15 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:51:15 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[06976811-e690-4f7f-8616-0d6df6bf6f41]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[91dc1d56-21be-4d42-9830-b50d027c651b]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:15 user nova-compute[75686]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)
Nov 27 01:51:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:15 user nova-compute[75686]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 (non-flash)
Nov 27 01:51:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c6852d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4859609-ccad-470e-ad67-c3df2d7b737e]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb75b4a7-fb5b-4089-9beb-d69632e0db06]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[59fd4ff1-233b-475a-b1c9-6ae4444db39c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.046s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7666734-eecc-40cd-91dc-8ddc2f85dbd1]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.046s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[141a78be-98ee-4845-b539-3c9365b8373b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[58e921c8-0197-4cab-8757-584b80893bd3]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260]
Nov 27 01:51:15 user nova-compute[75686]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5, portal: 172.16.0.220,3260] successful.
Nov 27 01:51:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8331a8bc-fffc-451e-9717-cc19d2f81bc5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fdead5a-83c1-47fe-9cf7-66f1ad8382cb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] <== disconnect_volume: return (317ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:51:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG nova.objects.instance [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lazy-loading 'flavor' on Instance uuid dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-98ee1428-546f-40cb-af99-be5bd0b7852b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.673s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.218s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:51:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7176MB free_disk=24.952926635742188GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 99d94162-bb03-4c5c-98c7-0c5cfdb6de26 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e6a1a161-3922-48ae-a339-bb4105590b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.502s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-changed-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Refreshing instance network info cache due to event network-changed-0e20ea14-2cac-46bc-849d-a97a3e033d3c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] Acquiring lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] Acquired lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Refreshing network info cache for port 0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updated VIF entry in instance network info cache for port 0e20ea14-2cac-46bc-849d-a97a3e033d3c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updating instance_info_cache with network_info: [{"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5b50df81-711d-4f2a-b560-640d7448eb56 req-d87d002f-7ff9-4c74-b9cb-6917a687f435 service nova] Releasing lock "refresh_cache-d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:51:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:25 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lazy-loading 'flavor' on Instance uuid d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.078s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:26 user nova-compute[75686]: INFO nova.compute.manager [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Attaching volume 4bd55252-a6cf-4446-932c-decba3765bec to /dev/sdc
Nov 27 01:51:26 user nova-compute[75686]: DEBUG os_brick.utils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3bad4c0-dd01-4270-a222-07a5f4ebf01f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6584fb4f-f789-4b5b-97dc-e3a05bcdfce2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb9b62d-5c43-46af-a6b9-d2be661bab88]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d48324e-ea9e-413f-b12e-a75e5df30cf3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:51:26 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:51:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4ac9fa-7e9a-4e7a-864b-741ce9c79dbf]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG os_brick.utils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updating existing volume attachment record: 56c538b4-fe42-4954-bbbc-fc8dd33a0638 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:51:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lazy-loading 'flavor' on Instance uuid 99d94162-bb03-4c5c-98c7-0c5cfdb6de26 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:30 user nova-compute[75686]: INFO nova.compute.manager [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Attaching volume 33729e20-d6ef-4507-9ae3-3875b022026c to /dev/vdb
Nov 27 01:51:30 user nova-compute[75686]: DEBUG os_brick.utils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b307bac9-2b3e-4bb0-a1a0-46cef2bbbc94]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e869f8-2b48-4650-bcfe-248ccf9d27e7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[667b320c-0272-421c-8c12-78d01c70f7d4]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66f6b28-0a41-443a-8801-010032cab0dc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:51:30 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:51:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e075d5e4-8504-41e7-999e-78ca1561adbc]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG os_brick.utils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Updating existing volume attachment record: acab7a04-c116-437a-96a1-81fc0171ea4c {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:51:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kcudKRFZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:32 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:32 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:32 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a23b5e55-4b26-4cf8-91d5-2956eb6e2656]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:51:32 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0ab155b-d882-404d-a600-4094b31f1203]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec] added
Nov 27 01:51:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[254a9fb6-31a9-40b1-b888-60af80f2fa6f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed31aafa-aa11-48f2-a74a-600a84144913]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kcudKRFZ {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kcudKRFZ" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a42f77d-3ba5-4128-a528-6532531d98fe]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kcudKRFZ'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3cf7fae-3df6-492b-b8bd-7058a3d243b4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4076d7b-0418-4c52-8683-4173865b712e]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7c388df-67c3-4eb0-9206-87bf4f6caa3e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260]
Nov 27 01:51:32 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260] successful.
Nov 27 01:51:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3edf42e9-db42-449a-b657-17f7cdae1f05]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c490df65-5eff-494d-886d-cff998ffd404]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:32 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:32 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.282s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8699db4a-100e-4a85-8c45-3d4c0a33f28a]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:33 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:51:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kcudKRFZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.314s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] <== connect_volume: return (1315ms) {'type': 'block', 'scsi_wwn': '26665343030656538', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665343030656538', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lazy-loading 'flavor' on Instance uuid d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:51:34 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:51:34 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 01:51:34 user nova-compute[75686]:   <target dev="sdc" bus="scsi"/>
Nov 27 01:51:34 user nova-compute[75686]:   <serial>4bd55252-a6cf-4446-932c-decba3765bec</serial>
Nov 27 01:51:34 user nova-compute[75686]:   <address type="drive" controller="0" unit="2"/>
Nov 27 01:51:34 user nova-compute[75686]: </disk>
Nov 27 01:51:34 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] No BDM found with device name sda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] No BDM found with device name sdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] No BDM found with device name sdc, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] No VIF found with MAC fa:16:3e:b9:ea:49, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:51:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b2d8005d-8842-4c5a-a081-eacc56a00e30 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.458s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:35 user nova-compute[75686]: INFO nova.compute.manager [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Detaching volume 4bd55252-a6cf-4446-932c-decba3765bec
Nov 27 01:51:35 user nova-compute[75686]: INFO nova.virt.block_device [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Attempting to driver detach volume 4bd55252-a6cf-4446-932c-decba3765bec from mountpoint /dev/sdc
Nov 27 01:51:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Attempting to detach device sdc from instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:51:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:51:35 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:51:35 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 01:51:35 user nova-compute[75686]:   <target dev="sdc" bus="scsi"/>
Nov 27 01:51:35 user nova-compute[75686]:   <serial>4bd55252-a6cf-4446-932c-decba3765bec</serial>
Nov 27 01:51:35 user nova-compute[75686]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 27 01:51:35 user nova-compute[75686]: </disk>
Nov 27 01:51:35 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:51:35 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Successfully detached device sdc from instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 from the persistent domain config.
Nov 27 01:51:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:51:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:51:35 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:51:35 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 01:51:35 user nova-compute[75686]:   <target dev="sdc" bus="scsi"/>
Nov 27 01:51:35 user nova-compute[75686]:   <serial>4bd55252-a6cf-4446-932c-decba3765bec</serial>
Nov 27 01:51:35 user nova-compute[75686]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 27 01:51:35 user nova-compute[75686]: </disk>
Nov 27 01:51:35 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:51:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:51:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bUTexhqF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:36 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:36 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:36 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[919ee427-46a5-4af6-81a7-4cb689bf9a77]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:51:36 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d02035-21df-48c8-b79c-d267475e5bb6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c] added
Nov 27 01:51:36 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cca0aac-4981-4c1d-9b4a-fca72609bc82]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[47b2a20b-053f-4889-ba07-16cd2daeca92]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bUTexhqF {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bUTexhqF" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f6b5ea3-07c8-49a4-ae15-3cd702881143]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bUTexhqF'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c086a98-d8c1-452e-bc6a-2f3a5f312705]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2277ae7c-9194-4f13-ae77-5e2c0c817fce]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:37 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:37 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b728cc0-12f2-4e28-b2e3-810cb41a3bdf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260]
Nov 27 01:51:37 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260] successful.
Nov 27 01:51:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbf6bef2-282c-4427-a66e-1083f47713b6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2509838c-e44a-4091-b6e5-c81e62597741]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:37 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:37 user nova-compute[75686]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c (non-flash)
Nov 27 01:51:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:37 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:37 user nova-compute[75686]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c (non-flash)
Nov 27 01:51:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.275s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] HCTL ('35', '-', '-', 0) found on session 20 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d4aa29f-d990-4d2f-94f1-fde0f38777c1]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Searching for a device in session 20 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bUTexhqF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:51:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26338356539333034', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26338356539333034', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lazy-loading 'flavor' on Instance uuid 99d94162-bb03-4c5c-98c7-0c5cfdb6de26 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:51:38 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:51:38 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:51:38 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:51:38 user nova-compute[75686]:   <serial>33729e20-d6ef-4507-9ae3-3875b022026c</serial>
Nov 27 01:51:38 user nova-compute[75686]: </disk>
Nov 27 01:51:38 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] No VIF found with MAC fa:16:3e:c0:3b:4f, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f3e6191-1ac0-46cf-8856-6ef48739c0e4 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.370s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:39 user nova-compute[75686]: INFO nova.compute.manager [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Terminating instance
Nov 27 01:51:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-72898585-f6a2-4d53-93fa-9f45a08306ca req-69986c11-3730-40ef-873d-49897a11632b service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received event network-vif-unplugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-72898585-f6a2-4d53-93fa-9f45a08306ca req-69986c11-3730-40ef-873d-49897a11632b service nova] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-72898585-f6a2-4d53-93fa-9f45a08306ca req-69986c11-3730-40ef-873d-49897a11632b service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-72898585-f6a2-4d53-93fa-9f45a08306ca req-69986c11-3730-40ef-873d-49897a11632b service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-72898585-f6a2-4d53-93fa-9f45a08306ca req-69986c11-3730-40ef-873d-49897a11632b service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] No waiting events found dispatching network-vif-unplugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-72898585-f6a2-4d53-93fa-9f45a08306ca req-69986c11-3730-40ef-873d-49897a11632b service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received event network-vif-unplugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:51:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Instance destroyed successfully.
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lazy-loading 'resources' on Instance uuid 99d94162-bb03-4c5c-98c7-0c5cfdb6de26 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:49:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-2007219069',display_name='tempest-DeleteServersTestJSON-server-2007219069',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-2007219069',id=20,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:49:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a7220ed7a6df4d2ca599344d306270a4',ramdisk_id='',reservation_id='r-crduu0xc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-253007487',owner_user_name='tempest-DeleteServersTestJSON-253007487-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:49:44Z,user_data=None,user_id='55c646987f224bff8087f028e03712d6',uuid=99d94162-bb03-4c5c-98c7-0c5cfdb6de26,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Converting VIF {"id": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "address": "fa:16:3e:c0:3b:4f", "network": {"id": "a450b4e7-83b2-4f5b-b77e-213a87107ac0", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1854578030-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a7220ed7a6df4d2ca599344d306270a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9b9f1cdd-d1", "ovs_interfaceid": "9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c0:3b:4f,bridge_name='br-int',has_traffic_filtering=True,id=9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4,network=Network(a450b4e7-83b2-4f5b-b77e-213a87107ac0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b9f1cdd-d1') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_vif [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:3b:4f,bridge_name='br-int',has_traffic_filtering=True,id=9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4,network=Network(a450b4e7-83b2-4f5b-b77e-213a87107ac0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b9f1cdd-d1') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9b9f1cdd-d1, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f1847e22-6b44-42ba-aac9-e8b8539cfa04) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:40 user nova-compute[75686]: INFO os_vif [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c0:3b:4f,bridge_name='br-int',has_traffic_filtering=True,id=9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4,network=Network(a450b4e7-83b2-4f5b-b77e-213a87107ac0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9b9f1cdd-d1')
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bUTexhqF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:40 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c0557a-6aa2-4d16-a008-b4863ec761d6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:51:40 user nova-compute[75686]: No targets found.
Nov 27 01:51:40 user nova-compute[75686]: iSNS:
Nov 27 01:51:40 user nova-compute[75686]: No targets found.
Nov 27 01:51:40 user nova-compute[75686]: STATIC:
Nov 27 01:51:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c
Nov 27 01:51:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:51:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec
Nov 27 01:51:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:40 user nova-compute[75686]: FIRMWARE:
Nov 27 01:51:40 user nova-compute[75686]: No targets found.
Nov 27 01:51:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:51:40 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:51:40 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2153c911-7c98-4125-90d8-0b26da04fb07]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5850b63f-b5b3-4142-b958-6f57e7fbcb65]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:40 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:40 user nova-compute[75686]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c (non-flash)
Nov 27 01:51:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:40 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:40 user nova-compute[75686]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c (non-flash)
Nov 27 01:51:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c349c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a892bf78-c6c8-4974-b800-e60ecb2f4403]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[286b407e-7da8-451a-89ae-dd86e5557874]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c194907-2e9f-43ba-aaa5-f626ed3cdda3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.049s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcc5832d-560e-4d0c-91f0-f90172601c37]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7ee7982-fc52-4a8d-9301-547851c33d00]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:40 user nova-compute[75686]: INFO nova.compute.manager [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Terminating instance
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4cb98a33-0f00-477f-8a3e-15c95cd5c13e]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260]
Nov 27 01:51:40 user nova-compute[75686]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c, portal: 172.16.0.220,3260] successful.
Nov 27 01:51:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33729e20-d6ef-4507-9ae3-3875b022026c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[41284662-7860-44e2-81f9-ebd67f819dfe]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.351s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] <== disconnect_volume: return (353ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:51:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Deleting instance files /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26_del
Nov 27 01:51:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Deletion of /opt/stack/data/nova/instances/99d94162-bb03-4c5c-98c7-0c5cfdb6de26_del complete
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:40 user nova-compute[75686]: INFO nova.compute.manager [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Took 1.29 seconds to destroy the instance on the hypervisor.
Nov 27 01:51:40 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:51:40 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Instance destroyed successfully.
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lazy-loading 'resources' on Instance uuid 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-166261092',display_name='tempest-ServerStableDeviceRescueTest-server-166261092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-166261092',id=6,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKDKO1x93KHSofchbl/jJU7croaHWPHuApGXNrtyeWHBAmO2C1tAW4uE6m/5UwEfCOKmvxfKb88biWAt9rCGVMsWMauittQq8e3vVjwKj0uOCQeVjie3y3YYaSZwoLkrhA==',key_name='tempest-keypair-1158525946',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:48:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='954c903a669a46feadbf6b78531c6639',ramdisk_id='',reservation_id='r-nnn9xgr9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1649609053',owner_user_name='tempest-ServerStableDeviceRescueTest-1649609053-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:50:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='990555ee1c2a4bfa9858705701a49079',uuid=730c5e6f-ff73-40ee-9ccf-ac3ca2736e54,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converting VIF {"id": "98696e52-6583-4c05-8984-c1554f2441ce", "address": "fa:16:3e:e0:bf:3e", "network": {"id": "b6e7d3cf-826e-473b-9146-f5ae88ecd497", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-1110318338-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.50", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "954c903a669a46feadbf6b78531c6639", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap98696e52-65", "ovs_interfaceid": "98696e52-6583-4c05-8984-c1554f2441ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG os_vif [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap98696e52-65, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7f5809da-c06d-43d0-bfa4-bd4f8de49e0d) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:41 user nova-compute[75686]: INFO os_vif [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:bf:3e,bridge_name='br-int',has_traffic_filtering=True,id=98696e52-6583-4c05-8984-c1554f2441ce,network=Network(b6e7d3cf-826e-473b-9146-f5ae88ecd497),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap98696e52-65')
Nov 27 01:51:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Deleting instance files /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54_del
Nov 27 01:51:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Deletion of /opt/stack/data/nova/instances/730c5e6f-ff73-40ee-9ccf-ac3ca2736e54_del complete
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:41 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Took 0.70 seconds to deallocate network for instance.
Nov 27 01:51:41 user nova-compute[75686]: INFO nova.compute.manager [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 27 01:51:41 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-59598743-835e-4c3d-9811-6172ab6d4c16 req-a478936a-ca59-4216-90d6-e24e97490414 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59598743-835e-4c3d-9811-6172ab6d4c16 req-a478936a-ca59-4216-90d6-e24e97490414 service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59598743-835e-4c3d-9811-6172ab6d4c16 req-a478936a-ca59-4216-90d6-e24e97490414 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59598743-835e-4c3d-9811-6172ab6d4c16 req-a478936a-ca59-4216-90d6-e24e97490414 service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-59598743-835e-4c3d-9811-6172ab6d4c16 req-a478936a-ca59-4216-90d6-e24e97490414 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-59598743-835e-4c3d-9811-6172ab6d4c16 req-a478936a-ca59-4216-90d6-e24e97490414 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-unplugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-d2b2f8c0-a1e8-4733-9742-c445ef132e9b req-b47958dd-c3b8-4d00-abff-ab2c41bb6369 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received event network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d2b2f8c0-a1e8-4733-9742-c445ef132e9b req-b47958dd-c3b8-4d00-abff-ab2c41bb6369 service nova] Acquiring lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d2b2f8c0-a1e8-4733-9742-c445ef132e9b req-b47958dd-c3b8-4d00-abff-ab2c41bb6369 service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d2b2f8c0-a1e8-4733-9742-c445ef132e9b req-b47958dd-c3b8-4d00-abff-ab2c41bb6369 service nova] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-d2b2f8c0-a1e8-4733-9742-c445ef132e9b req-b47958dd-c3b8-4d00-abff-ab2c41bb6369 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] No waiting events found dispatching network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:41 user nova-compute[75686]: WARNING nova.compute.manager [req-d2b2f8c0-a1e8-4733-9742-c445ef132e9b req-b47958dd-c3b8-4d00-abff-ab2c41bb6369 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received unexpected event network-vif-plugged-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 for instance with vm_state active and task_state deleting.
Nov 27 01:51:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-d2b2f8c0-a1e8-4733-9742-c445ef132e9b req-b47958dd-c3b8-4d00-abff-ab2c41bb6369 service nova] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Received event network-vif-deleted-9b9f1cdd-d1f3-4234-8f1b-87a903b34dd4 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:42 user nova-compute[75686]: INFO nova.compute.manager [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] [instance: 99d94162-bb03-4c5c-98c7-0c5cfdb6de26] Took 0.78 seconds to detach 1 volumes for instance.
Nov 27 01:51:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:42 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Took 1.02 seconds to deallocate network for instance.
Nov 27 01:51:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.372s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.105s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:42 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Deleted allocations for instance 99d94162-bb03-4c5c-98c7-0c5cfdb6de26
Nov 27 01:51:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b469e33f-62fb-4f27-b606-b782cfa25ca3 tempest-DeleteServersTestJSON-253007487 tempest-DeleteServersTestJSON-253007487-project-member] Lock "99d94162-bb03-4c5c-98c7-0c5cfdb6de26" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.364s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:42 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.395s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:43 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Deleted allocations for instance 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ca43ee6f-fefb-4681-a04f-ae4d428c482c tempest-ServerStableDeviceRescueTest-1649609053 tempest-ServerStableDeviceRescueTest-1649609053-project-member] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.637s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-2eea3b31-2744-42c2-8e73-f82df9b1ea81 req-285acf02-501f-4d1c-84a0-355d6d91e56b service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2eea3b31-2744-42c2-8e73-f82df9b1ea81 req-285acf02-501f-4d1c-84a0-355d6d91e56b service nova] Acquiring lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2eea3b31-2744-42c2-8e73-f82df9b1ea81 req-285acf02-501f-4d1c-84a0-355d6d91e56b service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2eea3b31-2744-42c2-8e73-f82df9b1ea81 req-285acf02-501f-4d1c-84a0-355d6d91e56b service nova] Lock "730c5e6f-ff73-40ee-9ccf-ac3ca2736e54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-2eea3b31-2744-42c2-8e73-f82df9b1ea81 req-285acf02-501f-4d1c-84a0-355d6d91e56b service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] No waiting events found dispatching network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:43 user nova-compute[75686]: WARNING nova.compute.manager [req-2eea3b31-2744-42c2-8e73-f82df9b1ea81 req-285acf02-501f-4d1c-84a0-355d6d91e56b service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received unexpected event network-vif-plugged-98696e52-6583-4c05-8984-c1554f2441ce for instance with vm_state deleted and task_state None.
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:43 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:51:43 user nova-compute[75686]: INFO nova.compute.claims [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Claim successful on node user
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-60ee1cba-d44e-417e-9000-2188d991680c req-d8c0b962-61aa-4262-821d-1dfc43bf2387 service nova] [instance: 730c5e6f-ff73-40ee-9ccf-ac3ca2736e54] Received event network-vif-deleted-98696e52-6583-4c05-8984-c1554f2441ce {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.399s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:51:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.policy [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f1bb99a4d784d28abed0c4dcc03fc03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0890368fe814dd5b4370275a3d0420f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:51:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Creating image(s)
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk 1073741824" returned: 0 in 0.063s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Successfully created port: 773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Cannot resize image /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Ensure instance console log exists: /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Successfully updated port: 773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquired lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Releasing lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance network_info: |[{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Start _get_guest_xml network_info=[{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:51:45 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:51:45 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:51:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:51:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-329055153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-329055153',id=22,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEvw7BsLYZMprq2UXv6+SDxKY32MWZkqK2+bosnzX1ZiHvycTmJcOOHukmb2WYlpp4DC1U2DZY1L/AfziNa4KpD0HDM8m0f0yjUiDckS17xNkwMI2ItOu/qvF6/tJX5qIg==',key_name='tempest-keypair-461329308',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-9hfcp4h4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:51:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=9cb4f4de-56ea-4821-b96b-4fc4a9493acc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'pci_devices' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing instance network info cache due to event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] Acquiring lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] Acquired lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:51:46 user nova-compute[75686]:   <uuid>9cb4f4de-56ea-4821-b96b-4fc4a9493acc</uuid>
Nov 27 01:51:46 user nova-compute[75686]:   <name>instance-00000016</name>
Nov 27 01:51:46 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:51:46 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:51:46 user nova-compute[75686]:   <metadata>
Nov 27 01:51:46 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:51:46 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:51:46 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-329055153</nova:name>
Nov 27 01:51:46 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:51:45</nova:creationTime>
Nov 27 01:51:46 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:51:46 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:51:46 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:51:46 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:51:46 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:51:46 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:51:46 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:51:46 user nova-compute[75686]:       <nova:owner>
Nov 27 01:51:46 user nova-compute[75686]:         <nova:user uuid="2f1bb99a4d784d28abed0c4dcc03fc03">tempest-AttachVolumeShelveTestJSON-989842187-project-member</nova:user>
Nov 27 01:51:46 user nova-compute[75686]:         <nova:project uuid="c0890368fe814dd5b4370275a3d0420f">tempest-AttachVolumeShelveTestJSON-989842187</nova:project>
Nov 27 01:51:46 user nova-compute[75686]:       </nova:owner>
Nov 27 01:51:46 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:51:46 user nova-compute[75686]:       <nova:ports>
Nov 27 01:51:46 user nova-compute[75686]:         <nova:port uuid="773a5f14-6792-4eb7-8e9a-370a9ff0d629">
Nov 27 01:51:46 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 27 01:51:46 user nova-compute[75686]:         </nova:port>
Nov 27 01:51:46 user nova-compute[75686]:       </nova:ports>
Nov 27 01:51:46 user nova-compute[75686]:     </nova:instance>
Nov 27 01:51:46 user nova-compute[75686]:   </metadata>
Nov 27 01:51:46 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:51:46 user nova-compute[75686]:     <system>
Nov 27 01:51:46 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:51:46 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:51:46 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:51:46 user nova-compute[75686]:       <entry name="serial">9cb4f4de-56ea-4821-b96b-4fc4a9493acc</entry>
Nov 27 01:51:46 user nova-compute[75686]:       <entry name="uuid">9cb4f4de-56ea-4821-b96b-4fc4a9493acc</entry>
Nov 27 01:51:46 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:51:46 user nova-compute[75686]:     </system>
Nov 27 01:51:46 user nova-compute[75686]:   </sysinfo>
Nov 27 01:51:46 user nova-compute[75686]:   <os>
Nov 27 01:51:46 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:51:46 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:51:46 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:51:46 user nova-compute[75686]:   </os>
Nov 27 01:51:46 user nova-compute[75686]:   <features>
Nov 27 01:51:46 user nova-compute[75686]:     <acpi/>
Nov 27 01:51:46 user nova-compute[75686]:     <apic/>
Nov 27 01:51:46 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:51:46 user nova-compute[75686]:   </features>
Nov 27 01:51:46 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:51:46 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:51:46 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:51:46 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:51:46 user nova-compute[75686]:   </clock>
Nov 27 01:51:46 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:51:46 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:51:46 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:51:46 user nova-compute[75686]:   </cpu>
Nov 27 01:51:46 user nova-compute[75686]:   <devices>
Nov 27 01:51:46 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:51:46 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:51:46 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk"/>
Nov 27 01:51:46 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:51:46 user nova-compute[75686]:     </disk>
Nov 27 01:51:46 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:51:46 user nova-compute[75686]:       <mac address="fa:16:3e:29:b7:7d"/>
Nov 27 01:51:46 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:51:46 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:51:46 user nova-compute[75686]:       <target dev="tap773a5f14-67"/>
Nov 27 01:51:46 user nova-compute[75686]:     </interface>
Nov 27 01:51:46 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:51:46 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/console.log" append="off"/>
Nov 27 01:51:46 user nova-compute[75686]:     </serial>
Nov 27 01:51:46 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:51:46 user nova-compute[75686]:     <video>
Nov 27 01:51:46 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:51:46 user nova-compute[75686]:     </video>
Nov 27 01:51:46 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:51:46 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:51:46 user nova-compute[75686]:     </rng>
Nov 27 01:51:46 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:51:46 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:51:46 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:51:46 user nova-compute[75686]:     </memballoon>
Nov 27 01:51:46 user nova-compute[75686]:   </devices>
Nov 27 01:51:46 user nova-compute[75686]: </domain>
Nov 27 01:51:46 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:51:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-329055153',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-329055153',id=22,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEvw7BsLYZMprq2UXv6+SDxKY32MWZkqK2+bosnzX1ZiHvycTmJcOOHukmb2WYlpp4DC1U2DZY1L/AfziNa4KpD0HDM8m0f0yjUiDckS17xNkwMI2ItOu/qvF6/tJX5qIg==',key_name='tempest-keypair-461329308',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-9hfcp4h4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:51:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=9cb4f4de-56ea-4821-b96b-4fc4a9493acc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG os_vif [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c80b3435-e6a1-5b54-9e07-bde5febc53b1', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap773a5f14-67, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap773a5f14-67, col_values=(('qos', UUID('4b3f56a4-edcc-41a7-8841-a4ae719b0a0a')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap773a5f14-67, col_values=(('external_ids', {'iface-id': '773a5f14-6792-4eb7-8e9a-370a9ff0d629', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:b7:7d', 'vm-uuid': '9cb4f4de-56ea-4821-b96b-4fc4a9493acc'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:46 user nova-compute[75686]: INFO os_vif [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67')
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No VIF found with MAC fa:16:3e:29:b7:7d, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updated VIF entry in instance network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6afe819b-4086-42e8-9c87-fdd40923fec1 req-d592a723-47f4-4fc3-8edf-cc112d846689 service nova] Releasing lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-5e7b531a-ead0-4e97-bfa4-a439a2f3494e req-cfcb8875-8250-4767-88f8-37b10e1582ec service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5e7b531a-ead0-4e97-bfa4-a439a2f3494e req-cfcb8875-8250-4767-88f8-37b10e1582ec service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5e7b531a-ead0-4e97-bfa4-a439a2f3494e req-cfcb8875-8250-4767-88f8-37b10e1582ec service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5e7b531a-ead0-4e97-bfa4-a439a2f3494e req-cfcb8875-8250-4767-88f8-37b10e1582ec service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-5e7b531a-ead0-4e97-bfa4-a439a2f3494e req-cfcb8875-8250-4767-88f8-37b10e1582ec service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:47 user nova-compute[75686]: WARNING nova.compute.manager [req-5e7b531a-ead0-4e97-bfa4-a439a2f3494e req-cfcb8875-8250-4767-88f8-37b10e1582ec service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received unexpected event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with vm_state building and task_state spawning.
Nov 27 01:51:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:48 user nova-compute[75686]: INFO nova.compute.manager [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Terminating instance
Nov 27 01:51:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:48 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:51:48 user nova-compute[75686]: INFO nova.compute.claims [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Claim successful on node user
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-e9170d25-27a3-4c16-8bde-fef8368f5ebc req-d9bcddb2-8188-4432-ba80-9314de736888 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-unplugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e9170d25-27a3-4c16-8bde-fef8368f5ebc req-d9bcddb2-8188-4432-ba80-9314de736888 service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e9170d25-27a3-4c16-8bde-fef8368f5ebc req-d9bcddb2-8188-4432-ba80-9314de736888 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e9170d25-27a3-4c16-8bde-fef8368f5ebc req-d9bcddb2-8188-4432-ba80-9314de736888 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-e9170d25-27a3-4c16-8bde-fef8368f5ebc req-d9bcddb2-8188-4432-ba80-9314de736888 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-unplugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-e9170d25-27a3-4c16-8bde-fef8368f5ebc req-d9bcddb2-8188-4432-ba80-9314de736888 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-unplugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.464s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Instance destroyed successfully.
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.objects.instance [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lazy-loading 'resources' on Instance uuid dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-1891632910',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-1891632910',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-1891632',id=17,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBp4GGB+v0TaJJgwz9CPVmIdpQh+iN2gLtJeX0C5Woqccalglk/oS0cjIYDgbaGa9Y+IGai82+CAMOrrHNsCH69Z1rbbw4EzfF+EclYykYoC8UwsqG68kPn3DsQ25XlruQ==',key_name='tempest-keypair-342771245',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:48:56Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ed38a15ada7a48a9b490cfef0cc09f8f',ramdisk_id='',reservation_id='r-6dudexej',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1511158119',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:48:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='61091e519f55480db63568e194c5b3e0',uuid=dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Converting VIF {"id": "abe02340-2488-4467-b38b-106f992c1ecb", "address": "fa:16:3e:81:18:e0", "network": {"id": "21884204-6b6d-487b-a8cc-44a4af3b86b3", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-1701463236-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ed38a15ada7a48a9b490cfef0cc09f8f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapabe02340-24", "ovs_interfaceid": "abe02340-2488-4467-b38b-106f992c1ecb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:81:18:e0,bridge_name='br-int',has_traffic_filtering=True,id=abe02340-2488-4467-b38b-106f992c1ecb,network=Network(21884204-6b6d-487b-a8cc-44a4af3b86b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe02340-24') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG os_vif [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:18:e0,bridge_name='br-int',has_traffic_filtering=True,id=abe02340-2488-4467-b38b-106f992c1ecb,network=Network(21884204-6b6d-487b-a8cc-44a4af3b86b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe02340-24') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapabe02340-24, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=30183571-3f2e-4bae-b9c7-a596aa291c4d) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: INFO os_vif [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:81:18:e0,bridge_name='br-int',has_traffic_filtering=True,id=abe02340-2488-4467-b38b-106f992c1ecb,network=Network(21884204-6b6d-487b-a8cc-44a4af3b86b3),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapabe02340-24')
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Deleting instance files /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee_del
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Deletion of /opt/stack/data/nova/instances/dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee_del complete
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.virt.block_device [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Booting with volume b1a607cc-cd72-4b80-861d-73894a94f491 at /dev/vda
Nov 27 01:51:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.compute.manager [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance spawned successfully.
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[25da2ee0-d9b5-4b24-8043-992db788198b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[497db3f9-478b-43b7-b7d4-3069422c494f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-560368ab-7c6e-4c1a-be5a-770a4bedd59e req-c381d548-3aa2-464e-b8c5-8fd1e24971ec service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-560368ab-7c6e-4c1a-be5a-770a4bedd59e req-c381d548-3aa2-464e-b8c5-8fd1e24971ec service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-560368ab-7c6e-4c1a-be5a-770a4bedd59e req-c381d548-3aa2-464e-b8c5-8fd1e24971ec service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-560368ab-7c6e-4c1a-be5a-770a4bedd59e req-c381d548-3aa2-464e-b8c5-8fd1e24971ec service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-560368ab-7c6e-4c1a-be5a-770a4bedd59e req-c381d548-3aa2-464e-b8c5-8fd1e24971ec service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:49 user nova-compute[75686]: WARNING nova.compute.manager [req-560368ab-7c6e-4c1a-be5a-770a4bedd59e req-c381d548-3aa2-464e-b8c5-8fd1e24971ec service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received unexpected event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with vm_state building and task_state spawning.
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b368a1-140a-4ace-b4d1-a11f7e56dfed]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9ed6aa6-1980-4c30-bb2a-695dab064301]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Took 5.41 seconds to spawn the instance on the hypervisor.
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:51:49 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[552f9578-c871-4233-a063-a0699e7beb53]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] <== get_connector_properties: return (184ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:49 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updating existing volume attachment record: 35b99c2c-bfe4-4150-8bc4-70945e208191 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:51:49 user nova-compute[75686]: INFO nova.compute.manager [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Took 6.16 seconds to build instance.
Nov 27 01:51:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a0f372cd-83ab-4655-8118-e659687eb932 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:50 user nova-compute[75686]: DEBUG nova.policy [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '18ba391d043d4c798e2046791cf1941d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9364a4c1bedd4dc68e97240fee6eba62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:51:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.017s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:51 user nova-compute[75686]: WARNING nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received unexpected event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with vm_state active and task_state deleting.
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:51 user nova-compute[75686]: WARNING nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received unexpected event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with vm_state active and task_state deleting.
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:51 user nova-compute[75686]: WARNING nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received unexpected event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with vm_state active and task_state deleting.
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-unplugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-unplugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-unplugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Acquiring lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] No waiting events found dispatching network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:51 user nova-compute[75686]: WARNING nova.compute.manager [req-0cfcc0a1-b3bc-4d6c-a987-bfc5f5154af5 req-5e4769e1-e0bf-4ef2-bc30-ec6ef6a41bc6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received unexpected event network-vif-plugged-abe02340-2488-4467-b38b-106f992c1ecb for instance with vm_state active and task_state deleting.
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:51 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Took 1.82 seconds to deallocate network for instance.
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-d74d4817-a692-4766-a95a-52c9601e19e7 req-8f6499c6-14c7-4c6b-bf82-fca266d96ba6 service nova] [instance: dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee] Received event network-vif-deleted-abe02340-2488-4467-b38b-106f992c1ecb {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Successfully created port: 3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:51:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.412s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:52 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Deleted allocations for instance dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee
Nov 27 01:51:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d84b26dc-8bcf-4a9a-b121-1028e89e806b tempest-TestServerVolumeAttachScenarioOldVersion-1511158119 tempest-TestServerVolumeAttachScenarioOldVersion-1511158119-project-member] Lock "dcb7aaa0-c3b5-44e9-9dd0-7fb661c035ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.413s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Successfully updated port: 3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquired lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updating instance_info_cache with network_info: [{"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Releasing lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance network_info: |[{"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:51:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-changed-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Refreshing instance network info cache due to event network-changed-3198e01b-64f2-4a32-92af-f0a03831f77c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:51:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] Acquiring lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:51:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] Acquired lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:51:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Refreshing network info cache for port 3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:51:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updated VIF entry in instance network info cache for port 3198e01b-64f2-4a32-92af-f0a03831f77c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:51:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updating instance_info_cache with network_info: [{"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a6024be6-c55d-42b9-a4f3-adc5c02b7275 req-149086ef-8d5e-4fb5-b63c-848b9ef58563 service nova] Releasing lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:51:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:55 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 is timed out.
Nov 27 01:51:55 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Successfully detached device sdc from instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 from the live domain config.
Nov 27 01:51:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kcudKRFZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:55 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[58f4f1a2-da59-43c1-992d-01465c064f01]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:51:55 user nova-compute[75686]: No targets found.
Nov 27 01:51:55 user nova-compute[75686]: iSNS:
Nov 27 01:51:55 user nova-compute[75686]: No targets found.
Nov 27 01:51:55 user nova-compute[75686]: STATIC:
Nov 27 01:51:55 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:51:55 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:55 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:55 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec
Nov 27 01:51:55 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:51:55 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:51:55 user nova-compute[75686]: FIRMWARE:
Nov 27 01:51:55 user nova-compute[75686]: No targets found.
Nov 27 01:51:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:51:55 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:51:55 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0d0e6d6-021f-4627-a637-abe2aa08cb60]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb8821d3-45e9-4ff8-8c35-ef3a9512e355]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:55 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:55 user nova-compute[75686]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec (non-flash)
Nov 27 01:51:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c4ec5e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccdf6e00-2f1a-41b9-8cde-d5e8425b90a4]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6923963a-811c-4902-9847-03bb797623cc]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4405846-65d0-434c-8ad5-8dfea397f5e0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cecd861-c76e-4de1-834e-fb95600519bf]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f59cd45-4712-407b-a218-4bc5b626e0d5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[050adbbe-72cd-4478-ac00-ede9d384917b]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260]
Nov 27 01:51:55 user nova-compute[75686]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec, portal: 172.16.0.220,3260] successful.
Nov 27 01:51:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4bd55252-a6cf-4446-932c-decba3765bec -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[86af1ecf-f257-4f8a-9f3d-32f977fec2db]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] <== disconnect_volume: return (325ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:51:56 user nova-compute[75686]: DEBUG nova.objects.instance [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lazy-loading 'flavor' on Instance uuid d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05a9d025-607f-4479-ae57-ef730c9add81 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.773s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:51:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Creating image(s)
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Ensure instance console log exists: /opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Start _get_guest_xml network_info=[{"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '35b99c2c-bfe4-4150-8bc4-70945e208191', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e9c9e788-7241-40f7-843f-f2faeb7799ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a607cc-cd72-4b80-861d-73894a94f491', 'serial': 'b1a607cc-cd72-4b80-861d-73894a94f491'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:51:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:51:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:51:57 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:57 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:51:57 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:51:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[833ba56f-ecdc-45ad-934f-d9c347a27c7f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:51:57 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:57 user nova-compute[75686]: INFO nova.compute.manager [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Terminating instance
Nov 27 01:51:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8cd142-948b-411d-b515-1b1a2eebf766]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491] added
Nov 27 01:51:57 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[05f59ea1-86ba-4371-bb05-36964ae77e3b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb89b81f-dfa0-4796-986e-c72173920bd6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TvEzaBHj {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TvEzaBHj" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dfb1949-c982-4d2d-86a0-e661da5507a8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TvEzaBHj'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b1297a7-7731-4780-b8f3-56e5051a5a4f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1039d483-fa86-4a1d-9eff-a36f7336985a]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[da37b55a-4415-4788-ba8a-d17c80dbe250]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]
Nov 27 01:51:58 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.
Nov 27 01:51:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[492cea99-6210-4bb6-917d-539cfd2757a5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-8001f2c1-58fb-4373-9e73-586cb6207b78 req-b02a40a1-1380-4279-a9ef-6f8151750fce service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-vif-unplugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8001f2c1-58fb-4373-9e73-586cb6207b78 req-b02a40a1-1380-4279-a9ef-6f8151750fce service nova] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8001f2c1-58fb-4373-9e73-586cb6207b78 req-b02a40a1-1380-4279-a9ef-6f8151750fce service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8001f2c1-58fb-4373-9e73-586cb6207b78 req-b02a40a1-1380-4279-a9ef-6f8151750fce service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-8001f2c1-58fb-4373-9e73-586cb6207b78 req-b02a40a1-1380-4279-a9ef-6f8151750fce service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] No waiting events found dispatching network-vif-unplugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-8001f2c1-58fb-4373-9e73-586cb6207b78 req-b02a40a1-1380-4279-a9ef-6f8151750fce service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-vif-unplugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.035s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0cd41f-58c9-4d12-9c5b-1d5f9831f8a9]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:58 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:51:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:51:58 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:51:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.325s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] HCTL ('33', '-', '-', 0) found on session 21 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[156ccf09-eada-478c-8e7f-27afc09d946a]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Searching for a device in session 21 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:51:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Instance destroyed successfully.
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.objects.instance [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lazy-loading 'resources' on Instance uuid d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-27T01:49:31Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-386121272',display_name='tempest-AttachSCSIVolumeTestJSON-server-386121272',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-386121272',id=19,image_ref='2543210f-6e0e-460e-a960-57417290dfb2',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxR9TMppGYGpsLbgR2gCHhbhlEDjto6DS2XoCCG+GR9TTC5O2RgXjHQEA4ENBjILWET6SQAbVDbUdnKRgK36D79XuGoPRc0/NfXKHLGnUqsQFQv3UQrNE3WGJHYpJZAiw==',key_name='tempest-keypair-1416531055',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:49:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5be6c26710e74c5388a4bde76dc6c43b',ramdisk_id='',reservation_id='r-1mt5jfc0',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2543210f-6e0e-460e-a960-57417290dfb2',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-2025837570',owner_user_name='tempest-AttachSCSIVolumeTestJSON-2025837570-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:49:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='e9f516a04e9548be9fdfde99560a2853',uuid=d7fa0915-0bc4-4fb9-9e41-e14d51e993b4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Converting VIF {"id": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "address": "fa:16:3e:b9:ea:49", "network": {"id": "c526eaaa-891a-490f-94e1-aabd310783cc", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-1897824759-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.47", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5be6c26710e74c5388a4bde76dc6c43b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0e20ea14-2c", "ovs_interfaceid": "0e20ea14-2cac-46bc-849d-a97a3e033d3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b9:ea:49,bridge_name='br-int',has_traffic_filtering=True,id=0e20ea14-2cac-46bc-849d-a97a3e033d3c,network=Network(c526eaaa-891a-490f-94e1-aabd310783cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e20ea14-2c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG os_vif [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:ea:49,bridge_name='br-int',has_traffic_filtering=True,id=0e20ea14-2cac-46bc-849d-a97a3e033d3c,network=Network(c526eaaa-891a-490f-94e1-aabd310783cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e20ea14-2c') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0e20ea14-2c, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ba84ca96-6948-4654-ad73-ea0e48acb108) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:58 user nova-compute[75686]: INFO os_vif [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b9:ea:49,bridge_name='br-int',has_traffic_filtering=True,id=0e20ea14-2cac-46bc-849d-a97a3e033d3c,network=Network(c526eaaa-891a-490f-94e1-aabd310783cc),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0e20ea14-2c')
Nov 27 01:51:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Deleting instance files /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4_del
Nov 27 01:51:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Deletion of /opt/stack/data/nova/instances/d7fa0915-0bc4-4fb9-9e41-e14d51e993b4_del complete
Nov 27 01:51:58 user nova-compute[75686]: INFO nova.compute.manager [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 27 01:51:58 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:51:58 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.355s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] <== connect_volume: return (1356ms) {'type': 'block', 'scsi_wwn': '26432313863313937', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432313863313937', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-807422776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-807422776',id=23,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjCQO2VHlHdynlGmjS2JlDUeZ+HoloZI9TzRwxbOyPhZ7tPtPPJtE+xm94cNqjHP7ocQk3nGW+epFaH4OOfJSE1gN76r9PyGZ88v5SiGSN8QLfKeKNaYynf1XBIYK8sRw==',key_name='tempest-keypair-1905395609',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9364a4c1bedd4dc68e97240fee6eba62',ramdisk_id='',reservation_id='r-jbadw67k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-433918882',owner_user_name='tempest-ServerActionsV293TestJSON-433918882-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:51:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18ba391d043d4c798e2046791cf1941d',uuid=e9c9e788-7241-40f7-843f-f2faeb7799ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converting VIF {"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lazy-loading 'pci_devices' on Instance uuid e9c9e788-7241-40f7-843f-f2faeb7799ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:51:59 user nova-compute[75686]:   <uuid>e9c9e788-7241-40f7-843f-f2faeb7799ee</uuid>
Nov 27 01:51:59 user nova-compute[75686]:   <name>instance-00000017</name>
Nov 27 01:51:59 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:51:59 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:51:59 user nova-compute[75686]:   <metadata>
Nov 27 01:51:59 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:51:59 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:51:59 user nova-compute[75686]:       <nova:name>tempest-ServerActionsV293TestJSON-server-807422776</nova:name>
Nov 27 01:51:59 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:51:57</nova:creationTime>
Nov 27 01:51:59 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:51:59 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:51:59 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:51:59 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:51:59 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:51:59 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:51:59 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:51:59 user nova-compute[75686]:       <nova:owner>
Nov 27 01:51:59 user nova-compute[75686]:         <nova:user uuid="18ba391d043d4c798e2046791cf1941d">tempest-ServerActionsV293TestJSON-433918882-project-member</nova:user>
Nov 27 01:51:59 user nova-compute[75686]:         <nova:project uuid="9364a4c1bedd4dc68e97240fee6eba62">tempest-ServerActionsV293TestJSON-433918882</nova:project>
Nov 27 01:51:59 user nova-compute[75686]:       </nova:owner>
Nov 27 01:51:59 user nova-compute[75686]:       <nova:ports>
Nov 27 01:51:59 user nova-compute[75686]:         <nova:port uuid="3198e01b-64f2-4a32-92af-f0a03831f77c">
Nov 27 01:51:59 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:51:59 user nova-compute[75686]:         </nova:port>
Nov 27 01:51:59 user nova-compute[75686]:       </nova:ports>
Nov 27 01:51:59 user nova-compute[75686]:     </nova:instance>
Nov 27 01:51:59 user nova-compute[75686]:   </metadata>
Nov 27 01:51:59 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:51:59 user nova-compute[75686]:     <system>
Nov 27 01:51:59 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:51:59 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:51:59 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:51:59 user nova-compute[75686]:       <entry name="serial">e9c9e788-7241-40f7-843f-f2faeb7799ee</entry>
Nov 27 01:51:59 user nova-compute[75686]:       <entry name="uuid">e9c9e788-7241-40f7-843f-f2faeb7799ee</entry>
Nov 27 01:51:59 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:51:59 user nova-compute[75686]:     </system>
Nov 27 01:51:59 user nova-compute[75686]:   </sysinfo>
Nov 27 01:51:59 user nova-compute[75686]:   <os>
Nov 27 01:51:59 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:51:59 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:51:59 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:51:59 user nova-compute[75686]:   </os>
Nov 27 01:51:59 user nova-compute[75686]:   <features>
Nov 27 01:51:59 user nova-compute[75686]:     <acpi/>
Nov 27 01:51:59 user nova-compute[75686]:     <apic/>
Nov 27 01:51:59 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:51:59 user nova-compute[75686]:   </features>
Nov 27 01:51:59 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:51:59 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:51:59 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:51:59 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:51:59 user nova-compute[75686]:   </clock>
Nov 27 01:51:59 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:51:59 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:51:59 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:51:59 user nova-compute[75686]:   </cpu>
Nov 27 01:51:59 user nova-compute[75686]:   <devices>
Nov 27 01:51:59 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:51:59 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:51:59 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 01:51:59 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:51:59 user nova-compute[75686]:       <serial>b1a607cc-cd72-4b80-861d-73894a94f491</serial>
Nov 27 01:51:59 user nova-compute[75686]:     </disk>
Nov 27 01:51:59 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:51:59 user nova-compute[75686]:       <mac address="fa:16:3e:be:6b:85"/>
Nov 27 01:51:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:51:59 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:51:59 user nova-compute[75686]:       <target dev="tap3198e01b-64"/>
Nov 27 01:51:59 user nova-compute[75686]:     </interface>
Nov 27 01:51:59 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:51:59 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee/console.log" append="off"/>
Nov 27 01:51:59 user nova-compute[75686]:     </serial>
Nov 27 01:51:59 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:51:59 user nova-compute[75686]:     <video>
Nov 27 01:51:59 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:51:59 user nova-compute[75686]:     </video>
Nov 27 01:51:59 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:51:59 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:51:59 user nova-compute[75686]:     </rng>
Nov 27 01:51:59 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:51:59 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:51:59 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:51:59 user nova-compute[75686]:     </memballoon>
Nov 27 01:51:59 user nova-compute[75686]:   </devices>
Nov 27 01:51:59 user nova-compute[75686]: </domain>
Nov 27 01:51:59 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-807422776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-807422776',id=23,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjCQO2VHlHdynlGmjS2JlDUeZ+HoloZI9TzRwxbOyPhZ7tPtPPJtE+xm94cNqjHP7ocQk3nGW+epFaH4OOfJSE1gN76r9PyGZ88v5SiGSN8QLfKeKNaYynf1XBIYK8sRw==',key_name='tempest-keypair-1905395609',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='9364a4c1bedd4dc68e97240fee6eba62',ramdisk_id='',reservation_id='r-jbadw67k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-433918882',owner_user_name='tempest-ServerActionsV293TestJSON-433918882-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:51:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18ba391d043d4c798e2046791cf1941d',uuid=e9c9e788-7241-40f7-843f-f2faeb7799ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converting VIF {"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG os_vif [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8afc1d1f-15fd-503c-9aa2-d67751c2fc00', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3198e01b-64, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3198e01b-64, col_values=(('qos', UUID('fc567c59-4282-4bf1-b900-1c25d6669b94')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3198e01b-64, col_values=(('external_ids', {'iface-id': '3198e01b-64f2-4a32-92af-f0a03831f77c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:6b:85', 'vm-uuid': 'e9c9e788-7241-40f7-843f-f2faeb7799ee'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:51:59 user nova-compute[75686]: INFO os_vif [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64')
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] No VIF found with MAC fa:16:3e:be:6b:85, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-93e71bde-d5f3-4cf7-a29a-2b0094bc2b48 req-27451cb7-bd5e-47d8-86bc-045d92720a4d service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-vif-deleted-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:51:59 user nova-compute[75686]: INFO nova.compute.manager [req-93e71bde-d5f3-4cf7-a29a-2b0094bc2b48 req-27451cb7-bd5e-47d8-86bc-045d92720a4d service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Neutron deleted interface 0e20ea14-2cac-46bc-849d-a97a3e033d3c; detaching it from the instance and deleting it from the info cache
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.network.neutron [req-93e71bde-d5f3-4cf7-a29a-2b0094bc2b48 req-27451cb7-bd5e-47d8-86bc-045d92720a4d service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:51:59 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Took 0.76 seconds to deallocate network for instance.
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-93e71bde-d5f3-4cf7-a29a-2b0094bc2b48 req-27451cb7-bd5e-47d8-86bc-045d92720a4d service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Detach interface failed, port_id=0e20ea14-2cac-46bc-849d-a97a3e033d3c, reason: Instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4 could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:51:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.328s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:51:59 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Deleted allocations for instance d7fa0915-0bc4-4fb9-9e41-e14d51e993b4
Nov 27 01:52:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-57ef2c9b-5d75-444d-8c8f-31a4f566d415 tempest-AttachSCSIVolumeTestJSON-2025837570 tempest-AttachSCSIVolumeTestJSON-2025837570-project-member] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.125s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a7fc8ee-4f6a-4d4a-bab1-46a5ee2414cc req-e29c31c5-0573-4e1d-a845-5cb1c0943690 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received event network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a7fc8ee-4f6a-4d4a-bab1-46a5ee2414cc req-e29c31c5-0573-4e1d-a845-5cb1c0943690 service nova] Acquiring lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a7fc8ee-4f6a-4d4a-bab1-46a5ee2414cc req-e29c31c5-0573-4e1d-a845-5cb1c0943690 service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a7fc8ee-4f6a-4d4a-bab1-46a5ee2414cc req-e29c31c5-0573-4e1d-a845-5cb1c0943690 service nova] Lock "d7fa0915-0bc4-4fb9-9e41-e14d51e993b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a7fc8ee-4f6a-4d4a-bab1-46a5ee2414cc req-e29c31c5-0573-4e1d-a845-5cb1c0943690 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] No waiting events found dispatching network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:00 user nova-compute[75686]: WARNING nova.compute.manager [req-7a7fc8ee-4f6a-4d4a-bab1-46a5ee2414cc req-e29c31c5-0573-4e1d-a845-5cb1c0943690 service nova] [instance: d7fa0915-0bc4-4fb9-9e41-e14d51e993b4] Received unexpected event network-vif-plugged-0e20ea14-2cac-46bc-849d-a97a3e033d3c for instance with vm_state deleted and task_state None.
Nov 27 01:52:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No waiting events found dispatching network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:02 user nova-compute[75686]: WARNING nova.compute.manager [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received unexpected event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with vm_state building and task_state spawning.
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No waiting events found dispatching network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:02 user nova-compute[75686]: WARNING nova.compute.manager [req-bcfad949-b5f8-4d92-b4e1-840d036cf472 req-9d2430a6-db30-453d-a0f0-2ef40c46c4ce service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received unexpected event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with vm_state building and task_state spawning.
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:52:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance spawned successfully.
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:02 user nova-compute[75686]: INFO nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Took 5.07 seconds to spawn the instance on the hypervisor.
Nov 27 01:52:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:52:02 user nova-compute[75686]: INFO nova.compute.manager [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Took 14.07 seconds to build instance.
Nov 27 01:52:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2033459-db06-4c65-83b5-bce773bed0b0 tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.196s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:13 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:14 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG nova.objects.instance [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'flavor' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:18 user nova-compute[75686]: INFO nova.compute.manager [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Attaching volume 9dea9692-0970-4361-ab41-24960a46298a to /dev/vdb
Nov 27 01:52:18 user nova-compute[75686]: DEBUG os_brick.utils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8990b88b-5778-4e0c-9b3f-5e6e14a821e6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6167ea3b-235f-43b1-99c7-0541261e3af5]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a026794-11d0-4b69-b06c-7e5d7e1a40ba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[08e3e5fa-ea43-4f81-ac31-c4efd79d8b62]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:52:18 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f04b15a8-d6cf-4414-bdcb-7bd9611c2f37]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG os_brick.utils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== get_connector_properties: return (146ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating existing volume attachment record: 5be7f4d0-de47-42a9-b64e-c9b66bd30b30 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:20 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:20 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7568MB free_disk=25.113037109375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e6a1a161-3922-48ae-a339-bb4105590b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 9cb4f4de-56ea-4821-b96b-4fc4a9493acc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e9c9e788-7241-40f7-843f-f2faeb7799ee actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:52:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:52:21 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:52:21 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:52:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:52:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.435s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid e4c15d2a-ec55-45b2-8049-afe5e8bb1734 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updating instance_info_cache with network_info: [{"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-e4c15d2a-ec55-45b2-8049-afe5e8bb1734" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:52:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LPKZpVUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:52:24 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:52:24 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:52:24 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca731ce-1506-4062-9b65-8815c66593f0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:52:24 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[88ddfd72-be57-4e6b-8af8-ad114c42ff2d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a] added
Nov 27 01:52:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb46a548-c961-4439-925a-5f4f60b973f7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e884d0ce-7ab3-4826-9505-c60fccc16ad4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LPKZpVUW {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LPKZpVUW" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f154ef2-d993-496f-b70a-191aa66ad1d6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LPKZpVUW'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd582b7-fc13-4c6f-acd4-d3e18059dcf8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0aca19d-eac3-4157-a1c3-3736ebe3b4e5]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:24 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:24 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:52:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca24c53-b1bd-4ddf-8940-d46e2a0c786e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]
Nov 27 01:52:25 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.
Nov 27 01:52:25 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8c2e7b4-4fb4-441c-935a-14f71931db74]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d404e06-4d47-448e-9bb5-1e9fb9c1f660]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:25 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:25 user nova-compute[75686]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:52:25 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:25 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:25 user nova-compute[75686]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:52:25 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] HCTL ('35', '-', '-', 0) found on session 22 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d0f2f23-e4a8-448e-8fa7-6ad11a875abb]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:52:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LPKZpVUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.311s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '23134653137663163', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23134653137663163', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG nova.objects.instance [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'flavor' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:52:26 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:52:26 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:52:26 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:52:26 user nova-compute[75686]:   <serial>9dea9692-0970-4361-ab41-24960a46298a</serial>
Nov 27 01:52:26 user nova-compute[75686]: </disk>
Nov 27 01:52:26 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No VIF found with MAC fa:16:3e:44:4c:fa, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:52:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-97ec787c-5686-4c27-a1cb-c96fd61a1567 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.284s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing instance network info cache due to event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:52:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] Acquiring lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] Acquired lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:52:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updated VIF entry in instance network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:52:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d5823ec5-4f8b-41dd-bf6c-cc1445a70a43 req-435b3416-c236-4fed-a1ad-0c032c2685af service nova] Releasing lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing instance network info cache due to event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:52:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] Acquiring lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] Acquired lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:52:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updated VIF entry in instance network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:52:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c9d1d138-0def-408c-89e2-f53eb1ea7551 req-97cec3dc-8b79-42e3-9717-4868bcc7d222 service nova] Releasing lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:40 user nova-compute[75686]: INFO nova.compute.manager [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Rebooting instance
Nov 27 01:52:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquired lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Releasing lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-064bf2ac-5125-4098-80f9-030379b0ecda req-3a736a6e-3fe9-47e8-8f6b-c3298fe120c0 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-064bf2ac-5125-4098-80f9-030379b0ecda req-3a736a6e-3fe9-47e8-8f6b-c3298fe120c0 service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-064bf2ac-5125-4098-80f9-030379b0ecda req-3a736a6e-3fe9-47e8-8f6b-c3298fe120c0 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-064bf2ac-5125-4098-80f9-030379b0ecda req-3a736a6e-3fe9-47e8-8f6b-c3298fe120c0 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-064bf2ac-5125-4098-80f9-030379b0ecda req-3a736a6e-3fe9-47e8-8f6b-c3298fe120c0 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:41 user nova-compute[75686]: WARNING nova.compute.manager [req-064bf2ac-5125-4098-80f9-030379b0ecda req-3a736a6e-3fe9-47e8-8f6b-c3298fe120c0 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance destroyed successfully.
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.objects.instance [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'resources' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:50:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1970682101',display_name='tempest-TestMinimumBasicScenario-server-1970682101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1970682101',id=21,image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJXulr003PlxMKuwRz4blJGW0gzr6hOeJZ3GAwpoX60T7pzNs3C/SV9JsRAypCB+eKSejLwLPurAfZGCEGtrMZa7EzemY941JLUz/8uyLb4zoBxP55GFYufIDQsyUT7IA==',key_name='tempest-TestMinimumBasicScenario-21288415',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:50:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-52xgnkio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:52:41Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=e6a1a161-3922-48ae-a339-bb4105590b3a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_vif [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6a62e37b-15, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=59b4a412-b6ce-4660-9634-c4ecb61c022a) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:42 user nova-compute[75686]: INFO os_vif [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15')
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LPKZpVUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:52:42 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a11b36-89bb-4973-8f10-6efd56e6d50a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:52:42 user nova-compute[75686]: No targets found.
Nov 27 01:52:42 user nova-compute[75686]: iSNS:
Nov 27 01:52:42 user nova-compute[75686]: No targets found.
Nov 27 01:52:42 user nova-compute[75686]: STATIC:
Nov 27 01:52:42 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a
Nov 27 01:52:42 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:52:42 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:52:42 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:52:42 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:52:42 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:52:42 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491
Nov 27 01:52:42 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:52:42 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:52:42 user nova-compute[75686]: FIRMWARE:
Nov 27 01:52:42 user nova-compute[75686]: No targets found.
Nov 27 01:52:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:52:42 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:52:42 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb45f9e0-f397-4491-b0b6-830205fcce72]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab41fdc6-fe0c-488a-b32a-1281bc40efdf]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:52:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:52:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148300160>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8821276d-5960-4e0e-a8ac-5b95eab0768e]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cfda36e-6218-4244-8576-a7e3296a1d8c]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f76f0b99-845e-4c38-a03e-07cfb2ece0fb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.059s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef21cae8-e710-4e58-9161-d68afa3dfa41]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[99374e64-972f-4d34-93f5-f9657bfbf37c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8223ce0c-f2a8-4a60-b37e-31c740e9c323]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]
Nov 27 01:52:42 user nova-compute[75686]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.
Nov 27 01:52:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f2e30a8-2744-4989-b030-0e73da703ad1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.369s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== disconnect_volume: return (371ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Start _get_guest_xml network_info=[{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94ac552b-929c-454a-9d15-8415e5d4ea2f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '94ac552b-929c-454a-9d15-8415e5d4ea2f'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '5be7f4d0-de47-42a9-b64e-c9b66bd30b30', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LPKZpVUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': 'e6a1a161-3922-48ae-a339-bb4105590b3a', 'attached_at': '', 'detached_at': '', 'volume_id': '9dea9692-0970-4361-ab41-24960a46298a', 'serial': '9dea9692-0970-4361-ab41-24960a46298a'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:52:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=94ac552b-929c-454a-9d15-8415e5d4ea2f,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.objects.instance [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'vcpu_model' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.objects.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Object Instance<e6a1a161-3922-48ae-a339-bb4105590b3a> lazy-loaded attributes: resources,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LPKZpVUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:52:42 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:52:42 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:52:42 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccc33206-9bd1-492e-8fc1-e2d17f170eff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:52:42 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ed0ba3-dbbc-486d-83ac-97a1435c66a1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a] added
Nov 27 01:52:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fce9cfba-a498-456d-a269-2765be30934c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c16d435-fdbd-4e0f-a61f-7b039cc02b91]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LPKZpVUW {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LPKZpVUW" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[748cfa00-ef18-4d32-9df5-69389d305a24]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LPKZpVUW'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[084b7a5c-8d26-4d5d-82be-c76c73e6cca2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b75243-f928-4206-aaef-8df3dfa32e76]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:52:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f66bd13-2064-4638-af36-bae367e1498d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]
Nov 27 01:52:43 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.
Nov 27 01:52:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e713c264-7b04-4f1a-94b5-9d31d5c29f0d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[61250471-8f37-4745-b03f-f628b9367a4d]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:43 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:43 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:52:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:52:43 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:52:43 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:52:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.383s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] HCTL ('35', '-', '-', 0) found on session 23 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4bb2f59-8558-48c4-812f-3dac56c36abd]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching for a device in session 23 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LPKZpVUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:43 user nova-compute[75686]: WARNING nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:43 user nova-compute[75686]: WARNING nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:43 user nova-compute[75686]: WARNING nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:43 user nova-compute[75686]: WARNING nova.compute.manager [req-7b71e22d-43f3-4cfa-b5a0-4f45869d4bca req-ddfe5189-2f4a-4fe0-a0c5-2cc0133b164a service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.426s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== connect_volume: return (1429ms) {'type': 'block', 'scsi_wwn': '23134653137663163', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23134653137663163', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:50:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1970682101',display_name='tempest-TestMinimumBasicScenario-server-1970682101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1970682101',id=21,image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJXulr003PlxMKuwRz4blJGW0gzr6hOeJZ3GAwpoX60T7pzNs3C/SV9JsRAypCB+eKSejLwLPurAfZGCEGtrMZa7EzemY941JLUz/8uyLb4zoBxP55GFYufIDQsyUT7IA==',key_name='tempest-TestMinimumBasicScenario-21288415',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:50:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-52xgnkio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:52:41Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=e6a1a161-3922-48ae-a339-bb4105590b3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.objects.instance [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'pci_devices' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.objects.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Object Instance<e6a1a161-3922-48ae-a339-bb4105590b3a> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:52:44 user nova-compute[75686]:   <uuid>e6a1a161-3922-48ae-a339-bb4105590b3a</uuid>
Nov 27 01:52:44 user nova-compute[75686]:   <name>instance-00000015</name>
Nov 27 01:52:44 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:52:44 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:52:44 user nova-compute[75686]:   <metadata>
Nov 27 01:52:44 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:52:44 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:52:44 user nova-compute[75686]:       <nova:name>tempest-TestMinimumBasicScenario-server-1970682101</nova:name>
Nov 27 01:52:44 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:52:42</nova:creationTime>
Nov 27 01:52:44 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:52:44 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:52:44 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:52:44 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:52:44 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:52:44 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:52:44 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:52:44 user nova-compute[75686]:       <nova:owner>
Nov 27 01:52:44 user nova-compute[75686]:         <nova:user uuid="10716a7e05b54eef981b7c20e6b796ce">tempest-TestMinimumBasicScenario-570450055-project-member</nova:user>
Nov 27 01:52:44 user nova-compute[75686]:         <nova:project uuid="d7e2e5ce3c4145fb92668e1a767d9881">tempest-TestMinimumBasicScenario-570450055</nova:project>
Nov 27 01:52:44 user nova-compute[75686]:       </nova:owner>
Nov 27 01:52:44 user nova-compute[75686]:       <nova:root type="image" uuid="94ac552b-929c-454a-9d15-8415e5d4ea2f"/>
Nov 27 01:52:44 user nova-compute[75686]:       <nova:ports>
Nov 27 01:52:44 user nova-compute[75686]:         <nova:port uuid="6a62e37b-159a-4d5e-b3d6-746fc971ca4e">
Nov 27 01:52:44 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 01:52:44 user nova-compute[75686]:         </nova:port>
Nov 27 01:52:44 user nova-compute[75686]:       </nova:ports>
Nov 27 01:52:44 user nova-compute[75686]:     </nova:instance>
Nov 27 01:52:44 user nova-compute[75686]:   </metadata>
Nov 27 01:52:44 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:52:44 user nova-compute[75686]:     <system>
Nov 27 01:52:44 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:52:44 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:52:44 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:52:44 user nova-compute[75686]:       <entry name="serial">e6a1a161-3922-48ae-a339-bb4105590b3a</entry>
Nov 27 01:52:44 user nova-compute[75686]:       <entry name="uuid">e6a1a161-3922-48ae-a339-bb4105590b3a</entry>
Nov 27 01:52:44 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:52:44 user nova-compute[75686]:     </system>
Nov 27 01:52:44 user nova-compute[75686]:   </sysinfo>
Nov 27 01:52:44 user nova-compute[75686]:   <os>
Nov 27 01:52:44 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:52:44 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:52:44 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:52:44 user nova-compute[75686]:   </os>
Nov 27 01:52:44 user nova-compute[75686]:   <features>
Nov 27 01:52:44 user nova-compute[75686]:     <acpi/>
Nov 27 01:52:44 user nova-compute[75686]:     <apic/>
Nov 27 01:52:44 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:52:44 user nova-compute[75686]:   </features>
Nov 27 01:52:44 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:52:44 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:52:44 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:52:44 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:52:44 user nova-compute[75686]:   </clock>
Nov 27 01:52:44 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:52:44 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:52:44 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:52:44 user nova-compute[75686]:   </cpu>
Nov 27 01:52:44 user nova-compute[75686]:   <devices>
Nov 27 01:52:44 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:52:44 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:52:44 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk"/>
Nov 27 01:52:44 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:52:44 user nova-compute[75686]:     </disk>
Nov 27 01:52:44 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:52:44 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:52:44 user nova-compute[75686]:       <source dev="/dev/sdd"/>
Nov 27 01:52:44 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:52:44 user nova-compute[75686]:       <serial>9dea9692-0970-4361-ab41-24960a46298a</serial>
Nov 27 01:52:44 user nova-compute[75686]:     </disk>
Nov 27 01:52:44 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:52:44 user nova-compute[75686]:       <mac address="fa:16:3e:44:4c:fa"/>
Nov 27 01:52:44 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:52:44 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:52:44 user nova-compute[75686]:       <target dev="tap6a62e37b-15"/>
Nov 27 01:52:44 user nova-compute[75686]:     </interface>
Nov 27 01:52:44 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:52:44 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/console.log" append="off"/>
Nov 27 01:52:44 user nova-compute[75686]:     </serial>
Nov 27 01:52:44 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:52:44 user nova-compute[75686]:     <video>
Nov 27 01:52:44 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:52:44 user nova-compute[75686]:     </video>
Nov 27 01:52:44 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:52:44 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:52:44 user nova-compute[75686]:     </rng>
Nov 27 01:52:44 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:52:44 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:52:44 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:52:44 user nova-compute[75686]:     </memballoon>
Nov 27 01:52:44 user nova-compute[75686]:   </devices>
Nov 27 01:52:44 user nova-compute[75686]: </domain>
Nov 27 01:52:44 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.objects.instance [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'trusted_certs' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.objects.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Object Instance<e6a1a161-3922-48ae-a339-bb4105590b3a> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Cannot resize image /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.objects.instance [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'migration_context' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.objects.base [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Object Instance<e6a1a161-3922-48ae-a339-bb4105590b3a> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:50:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1970682101',display_name='tempest-TestMinimumBasicScenario-server-1970682101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1970682101',id=21,image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJXulr003PlxMKuwRz4blJGW0gzr6hOeJZ3GAwpoX60T7pzNs3C/SV9JsRAypCB+eKSejLwLPurAfZGCEGtrMZa7EzemY941JLUz/8uyLb4zoBxP55GFYufIDQsyUT7IA==',key_name='tempest-TestMinimumBasicScenario-21288415',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:50:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-52xgnkio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:41Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=e6a1a161-3922-48ae-a339-bb4105590b3a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG os_vif [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9da0c0ff-3f59-5fc8-8428-4e67ff83d785', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6a62e37b-15, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6a62e37b-15, col_values=(('qos', UUID('18a7a292-5da7-47f3-b830-20a66f4a54ff')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6a62e37b-15, col_values=(('external_ids', {'iface-id': '6a62e37b-159a-4d5e-b3d6-746fc971ca4e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:44:4c:fa', 'vm-uuid': 'e6a1a161-3922-48ae-a339-bb4105590b3a'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:45 user nova-compute[75686]: INFO os_vif [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15')
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:52:45 user nova-compute[75686]: INFO nova.compute.claims [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Claim successful on node user
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.544s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-9c185786-2657-4582-a433-83077d2b4085 req-2832dbe4-51be-4602-b636-5ac275181c0f service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9c185786-2657-4582-a433-83077d2b4085 req-2832dbe4-51be-4602-b636-5ac275181c0f service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9c185786-2657-4582-a433-83077d2b4085 req-2832dbe4-51be-4602-b636-5ac275181c0f service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9c185786-2657-4582-a433-83077d2b4085 req-2832dbe4-51be-4602-b636-5ac275181c0f service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-9c185786-2657-4582-a433-83077d2b4085 req-2832dbe4-51be-4602-b636-5ac275181c0f service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:45 user nova-compute[75686]: WARNING nova.compute.manager [req-9c185786-2657-4582-a433-83077d2b4085 req-2832dbe4-51be-4602-b636-5ac275181c0f service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:52:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:52:45 user nova-compute[75686]: INFO nova.virt.block_device [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Booting with blank volume at /dev/vda
Nov 27 01:52:45 user nova-compute[75686]: DEBUG nova.policy [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '357d7d579c284bcd836dd8075476d5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b168d75a030e425886b18204a7173843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:52:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Successfully created port: 40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:47 user nova-compute[75686]: WARNING nova.compute.manager [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:47 user nova-compute[75686]: WARNING nova.compute.manager [req-5d120c3a-5b9e-4db3-a86b-3b3f38d5fe22 req-c601e2d0-de4e-44db-8200-4cdecf0f1919 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state active and task_state reboot_started_hard.
Nov 27 01:52:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Successfully updated port: 40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-changed-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Refreshing instance network info cache due to event network-changed-40e6efd1-d841-456d-9c43-72805b281ad8. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] Acquiring lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:52:48 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance rebooted successfully.
Nov 27 01:52:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:52:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-972d5c88-3229-47ff-94c2-2c784a58a239 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 8.739s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance network_info: |[{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:52:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] Acquired lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:49 user nova-compute[75686]: DEBUG nova.network.neutron [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Refreshing network info cache for port 40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG nova.network.neutron [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updated VIF entry in instance network info cache for port 40e6efd1-d841-456d-9c43-72805b281ad8. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG nova.network.neutron [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1da49107-2d9d-4ae7-9ace-d741a864d98c req-e1da5844-36ef-459a-90ee-d105dd8d3e1e service nova] Releasing lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:52:50 user nova-compute[75686]: INFO nova.compute.claims [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Claim successful on node user
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.645s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:52:51 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.policy [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4303689d56b490b9a71fc41cb1346bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7a5273d2eb24e2598a4e7d6dc2a4d5c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:52:51 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Creating image(s)
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG os_brick.utils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15978af-d655-4281-8a2e-1e0f23b6c9b2]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1579b276-085d-472c-805f-a78ae3aff40d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4990a1fe-6766-4dec-bed7-cbe92e5885bb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16579a1-ce93-4112-acb9-6e1f519ff312]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:52:51 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:52:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a569952-ffb0-461c-be10-29778ebb5209]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG os_brick.utils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== get_connector_properties: return (206ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:52:51 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating existing volume attachment record: c706da85-898b-41c8-b45d-25f2d0c94802 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.238s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk 1073741824" returned: 0 in 0.062s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.311s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Successfully created port: bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Cannot resize image /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Ensure instance console log exists: /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Successfully updated port: bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquired lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-changed-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Refreshing instance network info cache due to event network-changed-bf6a3b4d-0156-4251-a887-54f788ba3f7b. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] Acquiring lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Releasing lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance network_info: |[{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] Acquired lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Refreshing network info cache for port bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Start _get_guest_xml network_info=[{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:52:53 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:53 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lazy-loading 'pci_devices' on Instance uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:52:53 user nova-compute[75686]:   <uuid>c60b0fb9-9f88-4d6d-a507-8f2befd725c8</uuid>
Nov 27 01:52:53 user nova-compute[75686]:   <name>instance-00000019</name>
Nov 27 01:52:53 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:52:53 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:52:53 user nova-compute[75686]:   <metadata>
Nov 27 01:52:53 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:52:53 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:52:53 user nova-compute[75686]:       <nova:name>tempest-ServerActionsTestOtherB-server-1781701295</nova:name>
Nov 27 01:52:53 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:52:53</nova:creationTime>
Nov 27 01:52:53 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:52:53 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:52:53 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:52:53 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:52:53 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:52:53 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:52:53 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:52:53 user nova-compute[75686]:       <nova:owner>
Nov 27 01:52:53 user nova-compute[75686]:         <nova:user uuid="f4303689d56b490b9a71fc41cb1346bb">tempest-ServerActionsTestOtherB-534354791-project-member</nova:user>
Nov 27 01:52:53 user nova-compute[75686]:         <nova:project uuid="c7a5273d2eb24e2598a4e7d6dc2a4d5c">tempest-ServerActionsTestOtherB-534354791</nova:project>
Nov 27 01:52:53 user nova-compute[75686]:       </nova:owner>
Nov 27 01:52:53 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:52:53 user nova-compute[75686]:       <nova:ports>
Nov 27 01:52:53 user nova-compute[75686]:         <nova:port uuid="bf6a3b4d-0156-4251-a887-54f788ba3f7b">
Nov 27 01:52:53 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 01:52:53 user nova-compute[75686]:         </nova:port>
Nov 27 01:52:53 user nova-compute[75686]:       </nova:ports>
Nov 27 01:52:53 user nova-compute[75686]:     </nova:instance>
Nov 27 01:52:53 user nova-compute[75686]:   </metadata>
Nov 27 01:52:53 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:52:53 user nova-compute[75686]:     <system>
Nov 27 01:52:53 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:52:53 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:52:53 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:52:53 user nova-compute[75686]:       <entry name="serial">c60b0fb9-9f88-4d6d-a507-8f2befd725c8</entry>
Nov 27 01:52:53 user nova-compute[75686]:       <entry name="uuid">c60b0fb9-9f88-4d6d-a507-8f2befd725c8</entry>
Nov 27 01:52:53 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:52:53 user nova-compute[75686]:     </system>
Nov 27 01:52:53 user nova-compute[75686]:   </sysinfo>
Nov 27 01:52:53 user nova-compute[75686]:   <os>
Nov 27 01:52:53 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:52:53 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:52:53 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:52:53 user nova-compute[75686]:   </os>
Nov 27 01:52:53 user nova-compute[75686]:   <features>
Nov 27 01:52:53 user nova-compute[75686]:     <acpi/>
Nov 27 01:52:53 user nova-compute[75686]:     <apic/>
Nov 27 01:52:53 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:52:53 user nova-compute[75686]:   </features>
Nov 27 01:52:53 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:52:53 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:52:53 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:52:53 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:52:53 user nova-compute[75686]:   </clock>
Nov 27 01:52:53 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:52:53 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:52:53 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:52:53 user nova-compute[75686]:   </cpu>
Nov 27 01:52:53 user nova-compute[75686]:   <devices>
Nov 27 01:52:53 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:52:53 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:52:53 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk"/>
Nov 27 01:52:53 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:52:53 user nova-compute[75686]:     </disk>
Nov 27 01:52:53 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:52:53 user nova-compute[75686]:       <mac address="fa:16:3e:e9:3a:fe"/>
Nov 27 01:52:53 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:52:53 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:52:53 user nova-compute[75686]:       <target dev="tapbf6a3b4d-01"/>
Nov 27 01:52:53 user nova-compute[75686]:     </interface>
Nov 27 01:52:53 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:52:53 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/console.log" append="off"/>
Nov 27 01:52:53 user nova-compute[75686]:     </serial>
Nov 27 01:52:53 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:52:53 user nova-compute[75686]:     <video>
Nov 27 01:52:53 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:52:53 user nova-compute[75686]:     </video>
Nov 27 01:52:53 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:52:53 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:52:53 user nova-compute[75686]:     </rng>
Nov 27 01:52:53 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:52:53 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:52:53 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:52:53 user nova-compute[75686]:     </memballoon>
Nov 27 01:52:53 user nova-compute[75686]:   </devices>
Nov 27 01:52:53 user nova-compute[75686]: </domain>
Nov 27 01:52:53 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG os_vif [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d56340c-94b2-5bb2-8261-be57d07ffc3c', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf6a3b4d-01, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf6a3b4d-01, col_values=(('qos', UUID('08aeb6e8-bf5a-4a36-a9e2-f5508601770b')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf6a3b4d-01, col_values=(('external_ids', {'iface-id': 'bf6a3b4d-0156-4251-a887-54f788ba3f7b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:3a:fe', 'vm-uuid': 'c60b0fb9-9f88-4d6d-a507-8f2befd725c8'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:53 user nova-compute[75686]: INFO os_vif [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01')
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:52:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No VIF found with MAC fa:16:3e:e9:3a:fe, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:52:54 user nova-compute[75686]: INFO nova.compute.claims [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Claim successful on node user
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updated VIF entry in instance network info cache for port bf6a3b4d-0156-4251-a887-54f788ba3f7b. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6ab9035-e0b9-4715-bb03-a06ebf2ce80d req-ef4add35-38a7-4eff-a2c8-b172fef96931 service nova] Releasing lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.633s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:52:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.policy [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98756aa16183475ca8113257bb08da2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f58fef2b9a44c91b1990c8b5b07212c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:52:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Creating image(s)
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.230s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.210s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk 1073741824" returned: 0 in 0.077s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-3d4d625c-ccd4-41d7-8469-1046a52f4925 req-05e35b37-4c5f-44a2-8785-c4fd9bece866 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3d4d625c-ccd4-41d7-8469-1046a52f4925 req-05e35b37-4c5f-44a2-8785-c4fd9bece866 service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3d4d625c-ccd4-41d7-8469-1046a52f4925 req-05e35b37-4c5f-44a2-8785-c4fd9bece866 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3d4d625c-ccd4-41d7-8469-1046a52f4925 req-05e35b37-4c5f-44a2-8785-c4fd9bece866 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-3d4d625c-ccd4-41d7-8469-1046a52f4925 req-05e35b37-4c5f-44a2-8785-c4fd9bece866 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:55 user nova-compute[75686]: WARNING nova.compute.manager [req-3d4d625c-ccd4-41d7-8469-1046a52f4925 req-05e35b37-4c5f-44a2-8785-c4fd9bece866 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state building and task_state spawning.
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.254s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking if we can resize image /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Cannot resize image /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Ensure instance console log exists: /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:56 user nova-compute[75686]: DEBUG nova.network.neutron [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Successfully created port: ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Successfully updated port: ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquired lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-changed-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Refreshing instance network info cache due to event network-changed-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] Acquiring lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updating instance_info_cache with network_info: [{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Releasing lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance network_info: |[{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] Acquired lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.neutron [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Refreshing network info cache for port ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Start _get_guest_xml network_info=[{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-243b21d0-2b5e-4e29-92ef-9dd85b3e3a19 req-f379dc8d-2ca9-4f8b-989c-9a03e75d2ae2 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-243b21d0-2b5e-4e29-92ef-9dd85b3e3a19 req-f379dc8d-2ca9-4f8b-989c-9a03e75d2ae2 service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-243b21d0-2b5e-4e29-92ef-9dd85b3e3a19 req-f379dc8d-2ca9-4f8b-989c-9a03e75d2ae2 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-243b21d0-2b5e-4e29-92ef-9dd85b3e3a19 req-f379dc8d-2ca9-4f8b-989c-9a03e75d2ae2 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-243b21d0-2b5e-4e29-92ef-9dd85b3e3a19 req-f379dc8d-2ca9-4f8b-989c-9a03e75d2ae2 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:52:57 user nova-compute[75686]: WARNING nova.compute.manager [req-243b21d0-2b5e-4e29-92ef-9dd85b3e3a19 req-f379dc8d-2ca9-4f8b-989c-9a03e75d2ae2 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state building and task_state spawning.
Nov 27 01:52:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'pci_devices' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:52:57 user nova-compute[75686]:   <uuid>53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</uuid>
Nov 27 01:52:57 user nova-compute[75686]:   <name>instance-0000001a</name>
Nov 27 01:52:57 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:52:57 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:52:57 user nova-compute[75686]:   <metadata>
Nov 27 01:52:57 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:52:57 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:52:57 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeTestJSON-server-1876324306</nova:name>
Nov 27 01:52:57 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:52:57</nova:creationTime>
Nov 27 01:52:57 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:52:57 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:52:57 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:52:57 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:52:57 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:52:57 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:52:57 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:52:57 user nova-compute[75686]:       <nova:owner>
Nov 27 01:52:57 user nova-compute[75686]:         <nova:user uuid="98756aa16183475ca8113257bb08da2e">tempest-AttachVolumeTestJSON-107900000-project-member</nova:user>
Nov 27 01:52:57 user nova-compute[75686]:         <nova:project uuid="0f58fef2b9a44c91b1990c8b5b07212c">tempest-AttachVolumeTestJSON-107900000</nova:project>
Nov 27 01:52:57 user nova-compute[75686]:       </nova:owner>
Nov 27 01:52:57 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:52:57 user nova-compute[75686]:       <nova:ports>
Nov 27 01:52:57 user nova-compute[75686]:         <nova:port uuid="ec0b5b94-88d1-4edf-a4b4-ea709cd5a542">
Nov 27 01:52:57 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 01:52:57 user nova-compute[75686]:         </nova:port>
Nov 27 01:52:57 user nova-compute[75686]:       </nova:ports>
Nov 27 01:52:57 user nova-compute[75686]:     </nova:instance>
Nov 27 01:52:57 user nova-compute[75686]:   </metadata>
Nov 27 01:52:57 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:52:57 user nova-compute[75686]:     <system>
Nov 27 01:52:57 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:52:57 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:52:57 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:52:57 user nova-compute[75686]:       <entry name="serial">53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</entry>
Nov 27 01:52:57 user nova-compute[75686]:       <entry name="uuid">53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</entry>
Nov 27 01:52:57 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:52:57 user nova-compute[75686]:     </system>
Nov 27 01:52:57 user nova-compute[75686]:   </sysinfo>
Nov 27 01:52:57 user nova-compute[75686]:   <os>
Nov 27 01:52:57 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:52:57 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:52:57 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:52:57 user nova-compute[75686]:   </os>
Nov 27 01:52:57 user nova-compute[75686]:   <features>
Nov 27 01:52:57 user nova-compute[75686]:     <acpi/>
Nov 27 01:52:57 user nova-compute[75686]:     <apic/>
Nov 27 01:52:57 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:52:57 user nova-compute[75686]:   </features>
Nov 27 01:52:57 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:52:57 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:52:57 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:52:57 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:52:57 user nova-compute[75686]:   </clock>
Nov 27 01:52:57 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:52:57 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:52:57 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:52:57 user nova-compute[75686]:   </cpu>
Nov 27 01:52:57 user nova-compute[75686]:   <devices>
Nov 27 01:52:57 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:52:57 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:52:57 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk"/>
Nov 27 01:52:57 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:52:57 user nova-compute[75686]:     </disk>
Nov 27 01:52:57 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:52:57 user nova-compute[75686]:       <mac address="fa:16:3e:91:ec:68"/>
Nov 27 01:52:57 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:52:57 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:52:57 user nova-compute[75686]:       <target dev="tapec0b5b94-88"/>
Nov 27 01:52:57 user nova-compute[75686]:     </interface>
Nov 27 01:52:57 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:52:57 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/console.log" append="off"/>
Nov 27 01:52:57 user nova-compute[75686]:     </serial>
Nov 27 01:52:57 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:52:57 user nova-compute[75686]:     <video>
Nov 27 01:52:57 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:52:57 user nova-compute[75686]:     </video>
Nov 27 01:52:57 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:52:57 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:52:57 user nova-compute[75686]:     </rng>
Nov 27 01:52:57 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:52:57 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:52:57 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:52:57 user nova-compute[75686]:     </memballoon>
Nov 27 01:52:57 user nova-compute[75686]:   </devices>
Nov 27 01:52:57 user nova-compute[75686]: </domain>
Nov 27 01:52:57 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG os_vif [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11e542fb-250c-50fd-84dc-746ae658ab7d', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapec0b5b94-88, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapec0b5b94-88, col_values=(('qos', UUID('65fc4b81-fce3-4d60-bd67-679cb0ec6596')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapec0b5b94-88, col_values=(('external_ids', {'iface-id': 'ec0b5b94-88d1-4edf-a4b4-ea709cd5a542', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:ec:68', 'vm-uuid': '53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:52:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:57 user nova-compute[75686]: INFO os_vif [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88')
Nov 27 01:52:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance spawned successfully.
Nov 27 01:52:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No VIF found with MAC fa:16:3e:91:ec:68, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:52:58 user nova-compute[75686]: INFO nova.compute.claims [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Claim successful on node user
Nov 27 01:52:58 user nova-compute[75686]: INFO nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Took 6.50 seconds to spawn the instance on the hypervisor.
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:52:58 user nova-compute[75686]: INFO nova.compute.manager [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Took 7.62 seconds to build instance.
Nov 27 01:52:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c935a437-a61f-4e3d-bfaf-1848bd053973 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.722s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updated VIF entry in instance network info cache for port ec0b5b94-88d1-4edf-a4b4-ea709cd5a542. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updating instance_info_cache with network_info: [{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8acd09d5-83cf-4992-a10a-55075ccad4ae req-a37ed6d2-6843-485a-8a6a-6707c5d146e5 service nova] Releasing lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.707s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:52:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:52:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:52:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG nova.policy [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '44beb0a742a24c30a7e2004988809c51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a953169393c9425985ef738e51b22868', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:52:59 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Creating image(s)
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.194s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk 1073741824" returned: 0 in 0.069s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.276s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.273s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:52:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-188ac3c8-8333-4ef9-bd17-acd2899a1d5e req-04025e68-9d85-4970-ad51-1d3d979e3182 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-188ac3c8-8333-4ef9-bd17-acd2899a1d5e req-04025e68-9d85-4970-ad51-1d3d979e3182 service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-188ac3c8-8333-4ef9-bd17-acd2899a1d5e req-04025e68-9d85-4970-ad51-1d3d979e3182 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-188ac3c8-8333-4ef9-bd17-acd2899a1d5e req-04025e68-9d85-4970-ad51-1d3d979e3182 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-188ac3c8-8333-4ef9-bd17-acd2899a1d5e req-04025e68-9d85-4970-ad51-1d3d979e3182 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:00 user nova-compute[75686]: WARNING nova.compute.manager [req-188ac3c8-8333-4ef9-bd17-acd2899a1d5e req-04025e68-9d85-4970-ad51-1d3d979e3182 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state building and task_state spawning.
Nov 27 01:53:00 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Successfully created port: a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.296s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Cannot resize image /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Ensure instance console log exists: /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Successfully updated port: a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing instance network info cache due to event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] Acquiring lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance network_info: |[{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] Acquired lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.neutron [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Start _get_guest_xml network_info=[{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:53:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-126165914',display_name='tempest-ServerRescueNegativeTestJSON-server-126165914',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-126165914',id=27,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMDDOAEdBdKTljKm/Dzfr1R8D5Tw4Ws3Ikis2tWOf4qryBtgd22XFaTvT3y+fMjievtTKFPV9CsiPKUR5/HER6MAaTp2QsdtDA96M4yv1iGND0Yr89yS3G9SCwoXiaNTAA==',key_name='tempest-keypair-825171087',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-bv2ag9a4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='44beb0a742a24c30a7e2004988809c51',uuid=0e1143aa-dcb8-4970-b80a-0a9818e1b733,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'pci_devices' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:53:01 user nova-compute[75686]:   <uuid>0e1143aa-dcb8-4970-b80a-0a9818e1b733</uuid>
Nov 27 01:53:01 user nova-compute[75686]:   <name>instance-0000001b</name>
Nov 27 01:53:01 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:53:01 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:53:01 user nova-compute[75686]:   <metadata>
Nov 27 01:53:01 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:53:01 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:53:01 user nova-compute[75686]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-126165914</nova:name>
Nov 27 01:53:01 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:53:01</nova:creationTime>
Nov 27 01:53:01 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:53:01 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:53:01 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:53:01 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:53:01 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:53:01 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:53:01 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:53:01 user nova-compute[75686]:       <nova:owner>
Nov 27 01:53:01 user nova-compute[75686]:         <nova:user uuid="44beb0a742a24c30a7e2004988809c51">tempest-ServerRescueNegativeTestJSON-760184345-project-member</nova:user>
Nov 27 01:53:01 user nova-compute[75686]:         <nova:project uuid="a953169393c9425985ef738e51b22868">tempest-ServerRescueNegativeTestJSON-760184345</nova:project>
Nov 27 01:53:01 user nova-compute[75686]:       </nova:owner>
Nov 27 01:53:01 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:53:01 user nova-compute[75686]:       <nova:ports>
Nov 27 01:53:01 user nova-compute[75686]:         <nova:port uuid="a1ad1e6d-0c96-4147-9ec4-63d76c02b650">
Nov 27 01:53:01 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 01:53:01 user nova-compute[75686]:         </nova:port>
Nov 27 01:53:01 user nova-compute[75686]:       </nova:ports>
Nov 27 01:53:01 user nova-compute[75686]:     </nova:instance>
Nov 27 01:53:01 user nova-compute[75686]:   </metadata>
Nov 27 01:53:01 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:53:01 user nova-compute[75686]:     <system>
Nov 27 01:53:01 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:53:01 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:53:01 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:53:01 user nova-compute[75686]:       <entry name="serial">0e1143aa-dcb8-4970-b80a-0a9818e1b733</entry>
Nov 27 01:53:01 user nova-compute[75686]:       <entry name="uuid">0e1143aa-dcb8-4970-b80a-0a9818e1b733</entry>
Nov 27 01:53:01 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:53:01 user nova-compute[75686]:     </system>
Nov 27 01:53:01 user nova-compute[75686]:   </sysinfo>
Nov 27 01:53:01 user nova-compute[75686]:   <os>
Nov 27 01:53:01 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:53:01 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:53:01 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:53:01 user nova-compute[75686]:   </os>
Nov 27 01:53:01 user nova-compute[75686]:   <features>
Nov 27 01:53:01 user nova-compute[75686]:     <acpi/>
Nov 27 01:53:01 user nova-compute[75686]:     <apic/>
Nov 27 01:53:01 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:53:01 user nova-compute[75686]:   </features>
Nov 27 01:53:01 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:53:01 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:53:01 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:53:01 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:53:01 user nova-compute[75686]:   </clock>
Nov 27 01:53:01 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:53:01 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:53:01 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:53:01 user nova-compute[75686]:   </cpu>
Nov 27 01:53:01 user nova-compute[75686]:   <devices>
Nov 27 01:53:01 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:53:01 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:53:01 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk"/>
Nov 27 01:53:01 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:53:01 user nova-compute[75686]:     </disk>
Nov 27 01:53:01 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:53:01 user nova-compute[75686]:       <mac address="fa:16:3e:b5:31:70"/>
Nov 27 01:53:01 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:53:01 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:53:01 user nova-compute[75686]:       <target dev="tapa1ad1e6d-0c"/>
Nov 27 01:53:01 user nova-compute[75686]:     </interface>
Nov 27 01:53:01 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:53:01 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/console.log" append="off"/>
Nov 27 01:53:01 user nova-compute[75686]:     </serial>
Nov 27 01:53:01 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:53:01 user nova-compute[75686]:     <video>
Nov 27 01:53:01 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:53:01 user nova-compute[75686]:     </video>
Nov 27 01:53:01 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:53:01 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:53:01 user nova-compute[75686]:     </rng>
Nov 27 01:53:01 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:53:01 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:53:01 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:53:01 user nova-compute[75686]:     </memballoon>
Nov 27 01:53:01 user nova-compute[75686]:   </devices>
Nov 27 01:53:01 user nova-compute[75686]: </domain>
Nov 27 01:53:01 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-126165914',display_name='tempest-ServerRescueNegativeTestJSON-server-126165914',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-126165914',id=27,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMDDOAEdBdKTljKm/Dzfr1R8D5Tw4Ws3Ikis2tWOf4qryBtgd22XFaTvT3y+fMjievtTKFPV9CsiPKUR5/HER6MAaTp2QsdtDA96M4yv1iGND0Yr89yS3G9SCwoXiaNTAA==',key_name='tempest-keypair-825171087',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-bv2ag9a4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='44beb0a742a24c30a7e2004988809c51',uuid=0e1143aa-dcb8-4970-b80a-0a9818e1b733,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG os_vif [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ea3edb4c-0dad-5f33-815c-c7da03f0011e', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapa1ad1e6d-0c, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapa1ad1e6d-0c, col_values=(('qos', UUID('ed5973c6-27c9-40e1-aa24-f8626337c8dd')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapa1ad1e6d-0c, col_values=(('external_ids', {'iface-id': 'a1ad1e6d-0c96-4147-9ec4-63d76c02b650', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:31:70', 'vm-uuid': '0e1143aa-dcb8-4970-b80a-0a9818e1b733'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:01 user nova-compute[75686]: INFO os_vif [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c')
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:53:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No VIF found with MAC fa:16:3e:b5:31:70, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.network.neutron [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updated VIF entry in instance network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.network.neutron [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-800b1ee2-d94c-4f1e-9ff9-a0c71f47ce4e req-56c8dfb7-1c60-4918-aab0-b88dadea2893 service nova] Releasing lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-c9d82551-4e9c-47b5-924c-7bfea20301e1 req-0151aa8b-3bd0-4bd2-aae8-cf24e1b96756 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c9d82551-4e9c-47b5-924c-7bfea20301e1 req-0151aa8b-3bd0-4bd2-aae8-cf24e1b96756 service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c9d82551-4e9c-47b5-924c-7bfea20301e1 req-0151aa8b-3bd0-4bd2-aae8-cf24e1b96756 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c9d82551-4e9c-47b5-924c-7bfea20301e1 req-0151aa8b-3bd0-4bd2-aae8-cf24e1b96756 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-c9d82551-4e9c-47b5-924c-7bfea20301e1 req-0151aa8b-3bd0-4bd2-aae8-cf24e1b96756 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:02 user nova-compute[75686]: WARNING nova.compute.manager [req-c9d82551-4e9c-47b5-924c-7bfea20301e1 req-0151aa8b-3bd0-4bd2-aae8-cf24e1b96756 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state building and task_state spawning.
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:53:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance spawned successfully.
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:02 user nova-compute[75686]: INFO nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Took 7.61 seconds to spawn the instance on the hypervisor.
Nov 27 01:53:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:53:02 user nova-compute[75686]: INFO nova.compute.manager [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Took 8.72 seconds to build instance.
Nov 27 01:53:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-758b16d5-8d9c-4aa8-baa5-36d3d25e25e6 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.985s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:03 user nova-compute[75686]: INFO nova.compute.manager [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Detaching volume 6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:53:03 user nova-compute[75686]: INFO nova.virt.block_device [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Attempting to driver detach volume 6b3c186f-bfd9-4dfd-b1a5-030820030dd1 from mountpoint /dev/vdb
Nov 27 01:53:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Attempting to detach device vdb from instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:53:03 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:53:03 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 01:53:03 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:53:03 user nova-compute[75686]:   <serial>6b3c186f-bfd9-4dfd-b1a5-030820030dd1</serial>
Nov 27 01:53:03 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:53:03 user nova-compute[75686]: </disk>
Nov 27 01:53:03 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:53:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully detached device vdb from instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 from the persistent domain config.
Nov 27 01:53:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:53:03 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:53:03 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 01:53:03 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:53:03 user nova-compute[75686]:   <serial>6b3c186f-bfd9-4dfd-b1a5-030820030dd1</serial>
Nov 27 01:53:03 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:53:03 user nova-compute[75686]: </disk>
Nov 27 01:53:03 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-94f17bb2-aaba-4dab-9bd1-dcb9b42feaec req-e74ba41f-a5c7-47c6-b014-146287e5e631 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-94f17bb2-aaba-4dab-9bd1-dcb9b42feaec req-e74ba41f-a5c7-47c6-b014-146287e5e631 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-94f17bb2-aaba-4dab-9bd1-dcb9b42feaec req-e74ba41f-a5c7-47c6-b014-146287e5e631 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-94f17bb2-aaba-4dab-9bd1-dcb9b42feaec req-e74ba41f-a5c7-47c6-b014-146287e5e631 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-94f17bb2-aaba-4dab-9bd1-dcb9b42feaec req-e74ba41f-a5c7-47c6-b014-146287e5e631 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:03 user nova-compute[75686]: WARNING nova.compute.manager [req-94f17bb2-aaba-4dab-9bd1-dcb9b42feaec req-e74ba41f-a5c7-47c6-b014-146287e5e631 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state building and task_state spawning.
Nov 27 01:53:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:53:04 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Creating image(s)
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Ensure instance console log exists: /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Start _get_guest_xml network_info=[{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c706da85-898b-41c8-b45d-25f2d0c94802', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mdrjBhzK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '3a533e7c-73d1-4422-b8bd-134b2dea325f', 'attached_at': '', 'detached_at': '', 'volume_id': '2e198631-e036-4b04-a5c9-a157f33beadf', 'serial': '2e198631-e036-4b04-a5c9-a157f33beadf'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:53:04 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:04 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mdrjBhzK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:53:04 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:53:04 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:53:04 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[815d6356-7925-4a73-b8a9-697450229f55]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:53:04 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c3f364-1556-49dc-aa6b-0e90d6987808]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf] added
Nov 27 01:53:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9341dc51-bacb-4dd9-9a95-af73f013bcd0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcde4ddf-0894-44fb-8631-a995a1b0771c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mdrjBhzK {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mdrjBhzK" returned: 0 in 0.037s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[055fab05-5855-4c93-863e-f917fa212235]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mdrjBhzK'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d110c3c-6c0d-435e-99f2-3ab97338cd7b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4f022aa-3166-402d-b650-bc0271aa3b64]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f023c386-fbea-410a-bf55-9a476073eba0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260]
Nov 27 01:53:04 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260] successful.
Nov 27 01:53:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[23c06e6a-4811-4c73-b35c-18486a132b27]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc057c8c-93da-49f2-87d3-314c4e51af68]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:04 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.398s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] HCTL ('36', '-', '-', 0) found on session 24 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d41eaa4a-df22-4856-a65c-0a7a77468d4a]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching for a device in session 24 and hctl ['36', '*', '*', 0] yield: sde {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:53:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mdrjBhzK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-8d40155c-1c6a-4538-b960-d01b11a96c0c req-abe0a292-525a-4bd6-af31-7963985b6380 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8d40155c-1c6a-4538-b960-d01b11a96c0c req-abe0a292-525a-4bd6-af31-7963985b6380 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8d40155c-1c6a-4538-b960-d01b11a96c0c req-abe0a292-525a-4bd6-af31-7963985b6380 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8d40155c-1c6a-4538-b960-d01b11a96c0c req-abe0a292-525a-4bd6-af31-7963985b6380 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-8d40155c-1c6a-4538-b960-d01b11a96c0c req-abe0a292-525a-4bd6-af31-7963985b6380 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:05 user nova-compute[75686]: WARNING nova.compute.manager [req-8d40155c-1c6a-4538-b960-d01b11a96c0c req-abe0a292-525a-4bd6-af31-7963985b6380 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state building and task_state spawning.
Nov 27 01:53:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.460s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== connect_volume: return (1462ms) {'type': 'block', 'scsi_wwn': '26436626334393334', 'path': '/dev/sde'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436626334393334', 'path': '/dev/sde'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-501814776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-501814776',id=24,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-3zcgsx0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:46Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=3a533e7c-73d1-4422-b8bd-134b2dea325f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.objects.instance [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'pci_devices' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:53:05 user nova-compute[75686]:   <uuid>3a533e7c-73d1-4422-b8bd-134b2dea325f</uuid>
Nov 27 01:53:05 user nova-compute[75686]:   <name>instance-00000018</name>
Nov 27 01:53:05 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:53:05 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:53:05 user nova-compute[75686]:   <metadata>
Nov 27 01:53:05 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:53:05 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:53:05 user nova-compute[75686]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-501814776</nova:name>
Nov 27 01:53:05 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:53:04</nova:creationTime>
Nov 27 01:53:05 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:53:05 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:53:05 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:53:05 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:53:05 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:53:05 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:53:05 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:53:05 user nova-compute[75686]:       <nova:owner>
Nov 27 01:53:05 user nova-compute[75686]:         <nova:user uuid="357d7d579c284bcd836dd8075476d5ed">tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member</nova:user>
Nov 27 01:53:05 user nova-compute[75686]:         <nova:project uuid="b168d75a030e425886b18204a7173843">tempest-ServerBootFromVolumeStableRescueTest-554951466</nova:project>
Nov 27 01:53:05 user nova-compute[75686]:       </nova:owner>
Nov 27 01:53:05 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:53:05 user nova-compute[75686]:       <nova:ports>
Nov 27 01:53:05 user nova-compute[75686]:         <nova:port uuid="40e6efd1-d841-456d-9c43-72805b281ad8">
Nov 27 01:53:05 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 01:53:05 user nova-compute[75686]:         </nova:port>
Nov 27 01:53:05 user nova-compute[75686]:       </nova:ports>
Nov 27 01:53:05 user nova-compute[75686]:     </nova:instance>
Nov 27 01:53:05 user nova-compute[75686]:   </metadata>
Nov 27 01:53:05 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:53:05 user nova-compute[75686]:     <system>
Nov 27 01:53:05 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:53:05 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:53:05 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:53:05 user nova-compute[75686]:       <entry name="serial">3a533e7c-73d1-4422-b8bd-134b2dea325f</entry>
Nov 27 01:53:05 user nova-compute[75686]:       <entry name="uuid">3a533e7c-73d1-4422-b8bd-134b2dea325f</entry>
Nov 27 01:53:05 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:53:05 user nova-compute[75686]:     </system>
Nov 27 01:53:05 user nova-compute[75686]:   </sysinfo>
Nov 27 01:53:05 user nova-compute[75686]:   <os>
Nov 27 01:53:05 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:53:05 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:53:05 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:53:05 user nova-compute[75686]:   </os>
Nov 27 01:53:05 user nova-compute[75686]:   <features>
Nov 27 01:53:05 user nova-compute[75686]:     <acpi/>
Nov 27 01:53:05 user nova-compute[75686]:     <apic/>
Nov 27 01:53:05 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:53:05 user nova-compute[75686]:   </features>
Nov 27 01:53:05 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:53:05 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:53:05 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:53:05 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:53:05 user nova-compute[75686]:   </clock>
Nov 27 01:53:05 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:53:05 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:53:05 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:53:05 user nova-compute[75686]:   </cpu>
Nov 27 01:53:05 user nova-compute[75686]:   <devices>
Nov 27 01:53:05 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:53:05 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:53:05 user nova-compute[75686]:       <source dev="/dev/sde"/>
Nov 27 01:53:05 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:53:05 user nova-compute[75686]:       <serial>2e198631-e036-4b04-a5c9-a157f33beadf</serial>
Nov 27 01:53:05 user nova-compute[75686]:     </disk>
Nov 27 01:53:05 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:53:05 user nova-compute[75686]:       <mac address="fa:16:3e:b7:be:e3"/>
Nov 27 01:53:05 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:53:05 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:53:05 user nova-compute[75686]:       <target dev="tap40e6efd1-d8"/>
Nov 27 01:53:05 user nova-compute[75686]:     </interface>
Nov 27 01:53:05 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:53:05 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/console.log" append="off"/>
Nov 27 01:53:05 user nova-compute[75686]:     </serial>
Nov 27 01:53:05 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:53:05 user nova-compute[75686]:     <video>
Nov 27 01:53:05 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:53:05 user nova-compute[75686]:     </video>
Nov 27 01:53:05 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:53:05 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:53:05 user nova-compute[75686]:     </rng>
Nov 27 01:53:05 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:53:05 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:53:05 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:53:05 user nova-compute[75686]:     </memballoon>
Nov 27 01:53:05 user nova-compute[75686]:   </devices>
Nov 27 01:53:05 user nova-compute[75686]: </domain>
Nov 27 01:53:05 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-501814776',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-501814776',id=24,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-3zcgsx0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:52:46Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=3a533e7c-73d1-4422-b8bd-134b2dea325f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG os_vif [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6bfa6a0b-344f-579e-a50e-fbbcc6dd0775', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap40e6efd1-d8, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap40e6efd1-d8, col_values=(('qos', UUID('c0738a0f-3f56-4a7e-a1fa-adf1958d75db')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap40e6efd1-d8, col_values=(('external_ids', {'iface-id': '40e6efd1-d841-456d-9c43-72805b281ad8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b7:be:e3', 'vm-uuid': '3a533e7c-73d1-4422-b8bd-134b2dea325f'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:05 user nova-compute[75686]: INFO os_vif [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8')
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:53:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No VIF found with MAC fa:16:3e:b7:be:e3, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:53:06 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance spawned successfully.
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:06 user nova-compute[75686]: INFO nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Took 7.60 seconds to spawn the instance on the hypervisor.
Nov 27 01:53:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:53:06 user nova-compute[75686]: INFO nova.compute.manager [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Took 8.86 seconds to build instance.
Nov 27 01:53:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5334fed-3574-4c71-ab98-52f26567aa7c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.051s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-0426fdc5-6138-4baa-b00d-a1bd1167098b req-324b982c-ca6a-4681-be01-d4f10581ebc6 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0426fdc5-6138-4baa-b00d-a1bd1167098b req-324b982c-ca6a-4681-be01-d4f10581ebc6 service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0426fdc5-6138-4baa-b00d-a1bd1167098b req-324b982c-ca6a-4681-be01-d4f10581ebc6 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0426fdc5-6138-4baa-b00d-a1bd1167098b req-324b982c-ca6a-4681-be01-d4f10581ebc6 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-0426fdc5-6138-4baa-b00d-a1bd1167098b req-324b982c-ca6a-4681-be01-d4f10581ebc6 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:07 user nova-compute[75686]: WARNING nova.compute.manager [req-0426fdc5-6138-4baa-b00d-a1bd1167098b req-324b982c-ca6a-4681-be01-d4f10581ebc6 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state building and task_state spawning.
Nov 27 01:53:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:09 user nova-compute[75686]: INFO nova.compute.manager [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Terminating instance
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-1d71241d-c524-463c-80a9-0467f8325510 req-db7c7cf4-05d6-4a69-8cf8-551128dd7a02 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received event network-vif-unplugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1d71241d-c524-463c-80a9-0467f8325510 req-db7c7cf4-05d6-4a69-8cf8-551128dd7a02 service nova] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1d71241d-c524-463c-80a9-0467f8325510 req-db7c7cf4-05d6-4a69-8cf8-551128dd7a02 service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1d71241d-c524-463c-80a9-0467f8325510 req-db7c7cf4-05d6-4a69-8cf8-551128dd7a02 service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-1d71241d-c524-463c-80a9-0467f8325510 req-db7c7cf4-05d6-4a69-8cf8-551128dd7a02 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] No waiting events found dispatching network-vif-unplugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-1d71241d-c524-463c-80a9-0467f8325510 req-db7c7cf4-05d6-4a69-8cf8-551128dd7a02 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received event network-vif-unplugged-384c3362-9874-454f-a212-414f42323c17 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-945634c6-29f8-4b5c-85c2-39cd655ef8ee req-a3c0b0a6-3841-4576-b9d8-db2f8d23589e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-945634c6-29f8-4b5c-85c2-39cd655ef8ee req-a3c0b0a6-3841-4576-b9d8-db2f8d23589e service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-945634c6-29f8-4b5c-85c2-39cd655ef8ee req-a3c0b0a6-3841-4576-b9d8-db2f8d23589e service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-945634c6-29f8-4b5c-85c2-39cd655ef8ee req-a3c0b0a6-3841-4576-b9d8-db2f8d23589e service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-945634c6-29f8-4b5c-85c2-39cd655ef8ee req-a3c0b0a6-3841-4576-b9d8-db2f8d23589e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:09 user nova-compute[75686]: WARNING nova.compute.manager [req-945634c6-29f8-4b5c-85c2-39cd655ef8ee req-a3c0b0a6-3841-4576-b9d8-db2f8d23589e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state building and task_state spawning.
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Instance destroyed successfully.
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.objects.instance [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lazy-loading 'resources' on Instance uuid e4c15d2a-ec55-45b2-8049-afe5e8bb1734 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:17Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1456687476',display_name='tempest-ServersNegativeTestJSON-server-1456687476',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1456687476',id=1,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='61df2ba0c7ea44b8b96ee810e90c3611',ramdisk_id='',reservation_id='r-9ft62223',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-1547259665',owner_user_name='tempest-ServersNegativeTestJSON-1547259665-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:44:42Z,user_data=None,user_id='ad1a32ce477e41df86f143a13989f498',uuid=e4c15d2a-ec55-45b2-8049-afe5e8bb1734,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converting VIF {"id": "384c3362-9874-454f-a212-414f42323c17", "address": "fa:16:3e:aa:c3:eb", "network": {"id": "5787a76f-5250-487c-9397-6a4bfd68e364", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2064610142-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "61df2ba0c7ea44b8b96ee810e90c3611", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap384c3362-98", "ovs_interfaceid": "384c3362-9874-454f-a212-414f42323c17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:aa:c3:eb,bridge_name='br-int',has_traffic_filtering=True,id=384c3362-9874-454f-a212-414f42323c17,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap384c3362-98') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG os_vif [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:c3:eb,bridge_name='br-int',has_traffic_filtering=True,id=384c3362-9874-454f-a212-414f42323c17,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap384c3362-98') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap384c3362-98, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4c5930a0-42c8-4f6d-848f-5c056e558e16) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:09 user nova-compute[75686]: INFO os_vif [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:c3:eb,bridge_name='br-int',has_traffic_filtering=True,id=384c3362-9874-454f-a212-414f42323c17,network=Network(5787a76f-5250-487c-9397-6a4bfd68e364),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap384c3362-98')
Nov 27 01:53:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Deleting instance files /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734_del
Nov 27 01:53:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Deletion of /opt/stack/data/nova/instances/e4c15d2a-ec55-45b2-8049-afe5e8bb1734_del complete
Nov 27 01:53:10 user nova-compute[75686]: INFO nova.compute.manager [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Took 0.82 seconds to destroy the instance on the hypervisor.
Nov 27 01:53:10 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:53:10 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance spawned successfully.
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:10 user nova-compute[75686]: INFO nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Took 6.05 seconds to spawn the instance on the hypervisor.
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:53:10 user nova-compute[75686]: INFO nova.compute.manager [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Took 25.29 seconds to build instance.
Nov 27 01:53:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9c59d586-0c0a-43f3-a12e-b3485beb53b3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 25.389s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:10 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Took 0.71 seconds to deallocate network for instance.
Nov 27 01:53:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.622s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:11 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Deleted allocations for instance e4c15d2a-ec55-45b2-8049-afe5e8bb1734
Nov 27 01:53:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ccb-e3ef-4592-b3ae-17b492402be0 tempest-ServersNegativeTestJSON-1547259665 tempest-ServersNegativeTestJSON-1547259665-project-member] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.426s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-ab7586d4-384f-4b79-a5d3-3456fbd19401 req-0f69c88b-49b8-456e-9508-336e32a236d4 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received event network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab7586d4-384f-4b79-a5d3-3456fbd19401 req-0f69c88b-49b8-456e-9508-336e32a236d4 service nova] Acquiring lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab7586d4-384f-4b79-a5d3-3456fbd19401 req-0f69c88b-49b8-456e-9508-336e32a236d4 service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab7586d4-384f-4b79-a5d3-3456fbd19401 req-0f69c88b-49b8-456e-9508-336e32a236d4 service nova] Lock "e4c15d2a-ec55-45b2-8049-afe5e8bb1734-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-ab7586d4-384f-4b79-a5d3-3456fbd19401 req-0f69c88b-49b8-456e-9508-336e32a236d4 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] No waiting events found dispatching network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:11 user nova-compute[75686]: WARNING nova.compute.manager [req-ab7586d4-384f-4b79-a5d3-3456fbd19401 req-0f69c88b-49b8-456e-9508-336e32a236d4 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received unexpected event network-vif-plugged-384c3362-9874-454f-a212-414f42323c17 for instance with vm_state deleted and task_state None.
Nov 27 01:53:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-ab7586d4-384f-4b79-a5d3-3456fbd19401 req-0f69c88b-49b8-456e-9508-336e32a236d4 service nova] [instance: e4c15d2a-ec55-45b2-8049-afe5e8bb1734] Received event network-vif-deleted-384c3362-9874-454f-a212-414f42323c17 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:14 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.264s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:53:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:53:20 user nova-compute[75686]: INFO nova.compute.claims [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Claim successful on node user
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.672s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG nova.network.neutron [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:53:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:53:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG nova.policy [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '579baf1092cb4cc58598f0e57ebbabee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3319924ef4a4429b8e19ba725f15fa75', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:53:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Creating image(s)
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "/opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "/opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "/opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Successfully created port: 18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.542s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7256MB free_disk=25.135772705078125GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk 1073741824" returned: 0 in 0.060s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.606s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e6a1a161-3922-48ae-a339-bb4105590b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 9cb4f4de-56ea-4821-b96b-4fc4a9493acc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e9c9e788-7241-40f7-843f-f2faeb7799ee actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fe37682d-ddd8-4ddf-8e0a-ead1af33ac81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Checking if we can resize image /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Cannot resize image /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Ensure instance console log exists: /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Successfully updated port: 18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "refresh_cache-fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquired lock "refresh_cache-fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received event network-changed-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Refreshing instance network info cache due to event network-changed-18360711-d8e6-443f-a9b7-0116d2743ccd. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] Acquiring lock "refresh_cache-fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.612s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:53:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Updating instance_info_cache with network_info: [{"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Releasing lock "refresh_cache-fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Instance network_info: |[{"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] Acquired lock "refresh_cache-fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Refreshing network info cache for port 18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Start _get_guest_xml network_info=[{"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:53:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-629569849',display_name='tempest-VolumesActionsTest-instance-629569849',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-629569849',id=28,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3319924ef4a4429b8e19ba725f15fa75',ramdisk_id='',reservation_id='r-28d4e80s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-74560522',owner_user_name='tempest-VolumesActionsTest-74560522-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:53:21Z,user_data=None,user_id='579baf1092cb4cc58598f0e57ebbabee',uuid=fe37682d-ddd8-4ddf-8e0a-ead1af33ac81,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Converting VIF {"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:46:cf,bridge_name='br-int',has_traffic_filtering=True,id=18360711-d8e6-443f-a9b7-0116d2743ccd,network=Network(b1e04b36-d097-4233-8313-ac966643868b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18360711-d8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.objects.instance [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lazy-loading 'pci_devices' on Instance uuid fe37682d-ddd8-4ddf-8e0a-ead1af33ac81 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:53:23 user nova-compute[75686]:   <uuid>fe37682d-ddd8-4ddf-8e0a-ead1af33ac81</uuid>
Nov 27 01:53:23 user nova-compute[75686]:   <name>instance-0000001c</name>
Nov 27 01:53:23 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:53:23 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:53:23 user nova-compute[75686]:   <metadata>
Nov 27 01:53:23 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:53:23 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:53:23 user nova-compute[75686]:       <nova:name>tempest-VolumesActionsTest-instance-629569849</nova:name>
Nov 27 01:53:23 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:53:23</nova:creationTime>
Nov 27 01:53:23 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:53:23 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:53:23 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:53:23 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:53:23 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:53:23 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:53:23 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:53:23 user nova-compute[75686]:       <nova:owner>
Nov 27 01:53:23 user nova-compute[75686]:         <nova:user uuid="579baf1092cb4cc58598f0e57ebbabee">tempest-VolumesActionsTest-74560522-project-member</nova:user>
Nov 27 01:53:23 user nova-compute[75686]:         <nova:project uuid="3319924ef4a4429b8e19ba725f15fa75">tempest-VolumesActionsTest-74560522</nova:project>
Nov 27 01:53:23 user nova-compute[75686]:       </nova:owner>
Nov 27 01:53:23 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:53:23 user nova-compute[75686]:       <nova:ports>
Nov 27 01:53:23 user nova-compute[75686]:         <nova:port uuid="18360711-d8e6-443f-a9b7-0116d2743ccd">
Nov 27 01:53:23 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 01:53:23 user nova-compute[75686]:         </nova:port>
Nov 27 01:53:23 user nova-compute[75686]:       </nova:ports>
Nov 27 01:53:23 user nova-compute[75686]:     </nova:instance>
Nov 27 01:53:23 user nova-compute[75686]:   </metadata>
Nov 27 01:53:23 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:53:23 user nova-compute[75686]:     <system>
Nov 27 01:53:23 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:53:23 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:53:23 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:53:23 user nova-compute[75686]:       <entry name="serial">fe37682d-ddd8-4ddf-8e0a-ead1af33ac81</entry>
Nov 27 01:53:23 user nova-compute[75686]:       <entry name="uuid">fe37682d-ddd8-4ddf-8e0a-ead1af33ac81</entry>
Nov 27 01:53:23 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:53:23 user nova-compute[75686]:     </system>
Nov 27 01:53:23 user nova-compute[75686]:   </sysinfo>
Nov 27 01:53:23 user nova-compute[75686]:   <os>
Nov 27 01:53:23 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:53:23 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:53:23 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:53:23 user nova-compute[75686]:   </os>
Nov 27 01:53:23 user nova-compute[75686]:   <features>
Nov 27 01:53:23 user nova-compute[75686]:     <acpi/>
Nov 27 01:53:23 user nova-compute[75686]:     <apic/>
Nov 27 01:53:23 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:53:23 user nova-compute[75686]:   </features>
Nov 27 01:53:23 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:53:23 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:53:23 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:53:23 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:53:23 user nova-compute[75686]:   </clock>
Nov 27 01:53:23 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:53:23 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:53:23 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:53:23 user nova-compute[75686]:   </cpu>
Nov 27 01:53:23 user nova-compute[75686]:   <devices>
Nov 27 01:53:23 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:53:23 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:53:23 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk"/>
Nov 27 01:53:23 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:53:23 user nova-compute[75686]:     </disk>
Nov 27 01:53:23 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:53:23 user nova-compute[75686]:       <mac address="fa:16:3e:71:46:cf"/>
Nov 27 01:53:23 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:53:23 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:53:23 user nova-compute[75686]:       <target dev="tap18360711-d8"/>
Nov 27 01:53:23 user nova-compute[75686]:     </interface>
Nov 27 01:53:23 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:53:23 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/console.log" append="off"/>
Nov 27 01:53:23 user nova-compute[75686]:     </serial>
Nov 27 01:53:23 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:53:23 user nova-compute[75686]:     <video>
Nov 27 01:53:23 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:53:23 user nova-compute[75686]:     </video>
Nov 27 01:53:23 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:53:23 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:53:23 user nova-compute[75686]:     </rng>
Nov 27 01:53:23 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:53:23 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:53:23 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:53:23 user nova-compute[75686]:     </memballoon>
Nov 27 01:53:23 user nova-compute[75686]:   </devices>
Nov 27 01:53:23 user nova-compute[75686]: </domain>
Nov 27 01:53:23 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-629569849',display_name='tempest-VolumesActionsTest-instance-629569849',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-629569849',id=28,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3319924ef4a4429b8e19ba725f15fa75',ramdisk_id='',reservation_id='r-28d4e80s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-74560522',owner_user_name='tempest-VolumesActionsTest-74560522-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:53:21Z,user_data=None,user_id='579baf1092cb4cc58598f0e57ebbabee',uuid=fe37682d-ddd8-4ddf-8e0a-ead1af33ac81,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Converting VIF {"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:46:cf,bridge_name='br-int',has_traffic_filtering=True,id=18360711-d8e6-443f-a9b7-0116d2743ccd,network=Network(b1e04b36-d097-4233-8313-ac966643868b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18360711-d8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG os_vif [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:46:cf,bridge_name='br-int',has_traffic_filtering=True,id=18360711-d8e6-443f-a9b7-0116d2743ccd,network=Network(b1e04b36-d097-4233-8313-ac966643868b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18360711-d8') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd6793c76-ce8c-5d65-a48b-5e1ab37ea2b3', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap18360711-d8, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap18360711-d8, col_values=(('qos', UUID('dde60153-ae73-4c52-902b-c3e195f8650c')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap18360711-d8, col_values=(('external_ids', {'iface-id': '18360711-d8e6-443f-a9b7-0116d2743ccd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:71:46:cf', 'vm-uuid': 'fe37682d-ddd8-4ddf-8e0a-ead1af33ac81'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:23 user nova-compute[75686]: INFO os_vif [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:46:cf,bridge_name='br-int',has_traffic_filtering=True,id=18360711-d8e6-443f-a9b7-0116d2743ccd,network=Network(b1e04b36-d097-4233-8313-ac966643868b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18360711-d8')
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] No VIF found with MAC fa:16:3e:71:46:cf, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:53:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 is timed out.
Nov 27 01:53:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully detached device vdb from instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145 from the live domain config.
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cOpzAZan', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:53:24 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64395d3-a640-47c2-81c0-cd9424647568]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:53:24 user nova-compute[75686]: No targets found.
Nov 27 01:53:24 user nova-compute[75686]: iSNS:
Nov 27 01:53:24 user nova-compute[75686]: No targets found.
Nov 27 01:53:24 user nova-compute[75686]: STATIC:
Nov 27 01:53:24 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:53:24 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:24 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:24 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a
Nov 27 01:53:24 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:24 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:24 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1
Nov 27 01:53:24 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:24 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:24 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491
Nov 27 01:53:24 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:24 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:24 user nova-compute[75686]: FIRMWARE:
Nov 27 01:53:24 user nova-compute[75686]: No targets found.
Nov 27 01:53:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:53:24 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:53:24 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Updated VIF entry in instance network info cache for port 18360711-d8e6-443f-a9b7-0116d2743ccd. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Updating instance_info_cache with network_info: [{"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5a305c84-abe5-430e-881a-a827890e11ca req-36d67dd4-66c2-42ed-8f3b-e2c9cb892a3a service nova] Releasing lock "refresh_cache-fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[923d1b31-4d95-4841-bcf5-ed28387b8557]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4557d760-542f-46a0-b7bb-2856d02581a5]: (4, ('tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:53:24 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:24 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:24 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 (non-flash)
Nov 27 01:53:24 user nova-compute[75686]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:24 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:24 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148376a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[09ff5013-d848-4360-8980-cf311dbf2804]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d32d0e6-4507-4356-ba02-9a8f912f2386]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fddfa1a-df43-431c-91bf-279ce7697410]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.057s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e71cfa0e-a5ab-443f-bb03-9b4fadb30f0b]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c334daec-7d5c-4ed5-868d-2bc61fc46db3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[65248444-ad86-4cc5-ad36-af824c7c1bd8]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260]
Nov 27 01:53:24 user nova-compute[75686]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1, portal: 172.16.0.220,3260] successful.
Nov 27 01:53:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6b3c186f-bfd9-4dfd-b1a5-030820030dd1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e03f993c-2440-4b9c-a7ee-95edb2228674]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.367s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== disconnect_volume: return (368ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-861c626e-89d8-48cf-ae1a-06ab73367b21 req-a76bcbbf-4439-4f88-aeb8-b65442097dc6 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received event network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-861c626e-89d8-48cf-ae1a-06ab73367b21 req-a76bcbbf-4439-4f88-aeb8-b65442097dc6 service nova] Acquiring lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-861c626e-89d8-48cf-ae1a-06ab73367b21 req-a76bcbbf-4439-4f88-aeb8-b65442097dc6 service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-861c626e-89d8-48cf-ae1a-06ab73367b21 req-a76bcbbf-4439-4f88-aeb8-b65442097dc6 service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-861c626e-89d8-48cf-ae1a-06ab73367b21 req-a76bcbbf-4439-4f88-aeb8-b65442097dc6 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] No waiting events found dispatching network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:24 user nova-compute[75686]: WARNING nova.compute.manager [req-861c626e-89d8-48cf-ae1a-06ab73367b21 req-a76bcbbf-4439-4f88-aeb8-b65442097dc6 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received unexpected event network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd for instance with vm_state building and task_state spawning.
Nov 27 01:53:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:25 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'flavor' on Instance uuid 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e0709844-aa5c-419b-8b15-383e31df5f3a tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.136s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:53:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Instance spawned successfully.
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-77756c5f-cacf-4c29-9354-24120d6fab28 req-60e8514c-0931-49a1-92c1-adb6115e0c2a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received event network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-77756c5f-cacf-4c29-9354-24120d6fab28 req-60e8514c-0931-49a1-92c1-adb6115e0c2a service nova] Acquiring lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-77756c5f-cacf-4c29-9354-24120d6fab28 req-60e8514c-0931-49a1-92c1-adb6115e0c2a service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-77756c5f-cacf-4c29-9354-24120d6fab28 req-60e8514c-0931-49a1-92c1-adb6115e0c2a service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-77756c5f-cacf-4c29-9354-24120d6fab28 req-60e8514c-0931-49a1-92c1-adb6115e0c2a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] No waiting events found dispatching network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:26 user nova-compute[75686]: WARNING nova.compute.manager [req-77756c5f-cacf-4c29-9354-24120d6fab28 req-60e8514c-0931-49a1-92c1-adb6115e0c2a service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received unexpected event network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd for instance with vm_state building and task_state spawning.
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:53:27 user nova-compute[75686]: INFO nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Took 5.78 seconds to spawn the instance on the hypervisor.
Nov 27 01:53:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:53:27 user nova-compute[75686]: INFO nova.compute.manager [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Took 6.93 seconds to build instance.
Nov 27 01:53:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dca345c6-3071-423e-b7e5-0755f7a50c0c tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.037s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing instance network info cache due to event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:53:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] Acquiring lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] Acquired lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:53:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updated VIF entry in instance network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:53:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dfbb16e5-b7da-4dd5-9f00-d44ff89249be req-e60dae88-dcf1-43df-aa0d-6fe888e2d989 service nova] Releasing lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:38 user nova-compute[75686]: INFO nova.compute.manager [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Shelving
Nov 27 01:53:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-1125c51a-0541-45c1-9d33-4cf880f525de req-c6d0a6f9-c606-439d-8ae3-e846cf2f4015 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-unplugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1125c51a-0541-45c1-9d33-4cf880f525de req-c6d0a6f9-c606-439d-8ae3-e846cf2f4015 service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1125c51a-0541-45c1-9d33-4cf880f525de req-c6d0a6f9-c606-439d-8ae3-e846cf2f4015 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1125c51a-0541-45c1-9d33-4cf880f525de req-c6d0a6f9-c606-439d-8ae3-e846cf2f4015 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-1125c51a-0541-45c1-9d33-4cf880f525de req-c6d0a6f9-c606-439d-8ae3-e846cf2f4015 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-unplugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:38 user nova-compute[75686]: WARNING nova.compute.manager [req-1125c51a-0541-45c1-9d33-4cf880f525de req-c6d0a6f9-c606-439d-8ae3-e846cf2f4015 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received unexpected event network-vif-unplugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with vm_state active and task_state shelving.
Nov 27 01:53:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:38 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance destroyed successfully.
Nov 27 01:53:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Beginning cold snapshot process
Nov 27 01:53:39 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:53:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk /opt/stack/data/nova/instances/snapshots/tmpxztx22ny/0af19e3d57904031953bb793087d30cf {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk /opt/stack/data/nova/instances/snapshots/tmpxztx22ny/0af19e3d57904031953bb793087d30cf" returned: 0 in 0.995s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Snapshot extracted, beginning image upload
Nov 27 01:53:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:40 user nova-compute[75686]: WARNING nova.compute.manager [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received unexpected event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with vm_state active and task_state shelving_image_uploading.
Nov 27 01:53:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-changed-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Refreshing instance network info cache due to event network-changed-3198e01b-64f2-4a32-92af-f0a03831f77c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] Acquiring lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] Acquired lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Refreshing network info cache for port 3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:53:41 user nova-compute[75686]: DEBUG nova.network.neutron [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updated VIF entry in instance network info cache for port 3198e01b-64f2-4a32-92af-f0a03831f77c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:53:41 user nova-compute[75686]: DEBUG nova.network.neutron [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updating instance_info_cache with network_info: [{"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-41ccb9c3-c1d7-40b4-b7df-63fee0a4fee1 req-762b9228-22c6-48b7-a6f2-ac6ce2884f45 service nova] Releasing lock "refresh_cache-e9c9e788-7241-40f7-843f-f2faeb7799ee" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:41 user nova-compute[75686]: INFO nova.compute.manager [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Rebuilding instance
Nov 27 01:53:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-8a70c658-7074-44d9-9b69-d49bb3a4c8be req-fcb7e770-73de-4922-bd8e-b69b7ec15584 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-unplugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8a70c658-7074-44d9-9b69-d49bb3a4c8be req-fcb7e770-73de-4922-bd8e-b69b7ec15584 service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8a70c658-7074-44d9-9b69-d49bb3a4c8be req-fcb7e770-73de-4922-bd8e-b69b7ec15584 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8a70c658-7074-44d9-9b69-d49bb3a4c8be req-fcb7e770-73de-4922-bd8e-b69b7ec15584 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-8a70c658-7074-44d9-9b69-d49bb3a4c8be req-fcb7e770-73de-4922-bd8e-b69b7ec15584 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No waiting events found dispatching network-vif-unplugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:42 user nova-compute[75686]: WARNING nova.compute.manager [req-8a70c658-7074-44d9-9b69-d49bb3a4c8be req-fcb7e770-73de-4922-bd8e-b69b7ec15584 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received unexpected event network-vif-unplugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with vm_state active and task_state rebuilding.
Nov 27 01:53:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance destroyed successfully.
Nov 27 01:53:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance destroyed successfully.
Nov 27 01:53:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-298693358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-807422776',id=23,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjCQO2VHlHdynlGmjS2JlDUeZ+HoloZI9TzRwxbOyPhZ7tPtPPJtE+xm94cNqjHP7ocQk3nGW+epFaH4OOfJSE1gN76r9PyGZ88v5SiGSN8QLfKeKNaYynf1XBIYK8sRw==',key_name='tempest-keypair-1905395609',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:52:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9364a4c1bedd4dc68e97240fee6eba62',ramdisk_id='',reservation_id='r-jbadw67k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-433918882',owner_user_name='tempest-ServerActionsV293TestJSON-433918882-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:53:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18ba391d043d4c798e2046791cf1941d',uuid=e9c9e788-7241-40f7-843f-f2faeb7799ee,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converting VIF {"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_vif [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3198e01b-64, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=fc567c59-4282-4bf1-b900-1c25d6669b94) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:42 user nova-compute[75686]: INFO os_vif [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64')
Nov 27 01:53:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:53:42 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[05d536ba-f60c-4d80-aeb7-c98990cd89e8]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:53:42 user nova-compute[75686]: No targets found.
Nov 27 01:53:42 user nova-compute[75686]: iSNS:
Nov 27 01:53:42 user nova-compute[75686]: No targets found.
Nov 27 01:53:42 user nova-compute[75686]: STATIC:
Nov 27 01:53:42 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:53:42 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:42 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:42 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a
Nov 27 01:53:42 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:42 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:42 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491
Nov 27 01:53:42 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:42 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:42 user nova-compute[75686]: FIRMWARE:
Nov 27 01:53:42 user nova-compute[75686]: No targets found.
Nov 27 01:53:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:53:42 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:53:42 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[126fe249-0bd3-4674-9bfe-002454c997e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5f922e5-fd51-4a2a-8a6e-c80cde96d9fc]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:42 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:42 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:53:42 user nova-compute[75686]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:42 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c6f52d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b276cf15-465f-4e69-a677-c7a065bf75c9]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c7e91f6-31da-4714-b3e7-2faf769ecf67]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5be9a65-1e7c-434a-bc52-964d275ce077]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:43 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Snapshot image upload complete
Nov 27 01:53:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.049s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eda6b9a-7494-49ac-ae67-f2db983fd955]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a61d574-8734-4665-b6ca-79cb1adb6f90]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:43 user nova-compute[75686]: INFO nova.compute.manager [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Shelve offloading
Nov 27 01:53:43 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance destroyed successfully.
Nov 27 01:53:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[30e93c38-27d6-44a6-bdd0-23bbed29b39a]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]
Nov 27 01:53:43 user nova-compute[75686]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.
Nov 27 01:53:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquired lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b9031dc-6305-4fc7-82bd-086664ed655f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.346s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] <== disconnect_volume: return (352ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:53:43 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Deleting instance files /opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee_del
Nov 27 01:53:43 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Deletion of /opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee_del complete
Nov 27 01:53:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance e9c9e788-7241-40f7-843f-f2faeb7799ee could not be found.
Nov 27 01:53:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:53:43 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d5967e5-d9a6-41d5-b013-68b4b8da2e52]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:53:43 user nova-compute[75686]: No targets found.
Nov 27 01:53:43 user nova-compute[75686]: iSNS:
Nov 27 01:53:43 user nova-compute[75686]: No targets found.
Nov 27 01:53:43 user nova-compute[75686]: STATIC:
Nov 27 01:53:43 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:53:43 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:43 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:43 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a
Nov 27 01:53:43 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:53:43 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:53:43 user nova-compute[75686]: FIRMWARE:
Nov 27 01:53:43 user nova-compute[75686]: No targets found.
Nov 27 01:53:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:53:43 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:53:43 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf53630d-3409-47c0-ac79-e944ae8fd7e3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8ac1366-185a-4251-a3d8-4d22a859f965]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:43 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:53:43 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:53:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c351c60>, {}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Disconnecting from: [] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.076s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] <== disconnect_volume: return (76ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Releasing lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Preparing to wait for external event volume-reimaged-b1a607cc-cd72-4b80-861d-73894a94f491 {{(pid=75686) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance destroyed successfully.
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.objects.instance [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'resources' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:51:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-329055153',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-329055153',id=22,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEvw7BsLYZMprq2UXv6+SDxKY32MWZkqK2+bosnzX1ZiHvycTmJcOOHukmb2WYlpp4DC1U2DZY1L/AfziNa4KpD0HDM8m0f0yjUiDckS17xNkwMI2ItOu/qvF6/tJX5qIg==',key_name='tempest-keypair-461329308',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:51:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-9hfcp4h4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member',shelved_at='2023-11-27T01:53:43.045859',shelved_host='user',shelved_image_id='dedad184-ea0c-40ae-9e0c-83d058b453c4'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:53:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=9cb4f4de-56ea-4821-b96b-4fc4a9493acc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG os_vif [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap773a5f14-67, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4b3f56a4-edcc-41a7-8841-a4ae719b0a0a) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing instance network info cache due to event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] Acquiring lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] Acquired lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:53:44 user nova-compute[75686]: INFO os_vif [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67')
Nov 27 01:53:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Deleting instance files /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc_del
Nov 27 01:53:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Deletion of /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc_del complete
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-31cd627d-0d95-427e-8827-a17c72690d48 req-2c46d968-3150-493b-b1ca-2c7402cb1a48 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-31cd627d-0d95-427e-8827-a17c72690d48 req-2c46d968-3150-493b-b1ca-2c7402cb1a48 service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-31cd627d-0d95-427e-8827-a17c72690d48 req-2c46d968-3150-493b-b1ca-2c7402cb1a48 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-31cd627d-0d95-427e-8827-a17c72690d48 req-2c46d968-3150-493b-b1ca-2c7402cb1a48 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-31cd627d-0d95-427e-8827-a17c72690d48 req-2c46d968-3150-493b-b1ca-2c7402cb1a48 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No event matching network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c in dict_keys([('volume-reimaged', 'b1a607cc-cd72-4b80-861d-73894a94f491')]) {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:325}}
Nov 27 01:53:44 user nova-compute[75686]: WARNING nova.compute.manager [req-31cd627d-0d95-427e-8827-a17c72690d48 req-2c46d968-3150-493b-b1ca-2c7402cb1a48 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received unexpected event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with vm_state active and task_state rebuilding.
Nov 27 01:53:44 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Deleted allocations for instance 9cb4f4de-56ea-4821-b96b-4fc4a9493acc
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.objects.instance [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'numa_topology' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.objects.base [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<9cb4f4de-56ea-4821-b96b-4fc4a9493acc> lazy-loaded attributes: resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updated VIF entry in instance network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap773a5f14-67", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e64714a4-3253-4cd0-9745-e78c1dbb25b9 req-6cae5ec1-0ad6-4e06-8d73-f8bb278118c8 service nova] Releasing lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.397s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05d48dae-056e-4b1d-bfde-e3a8d2c07b4a tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.540s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:53 user nova-compute[75686]: INFO nova.compute.manager [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Terminating instance
Nov 27 01:53:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:53:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-81f48ecc-30a8-4ce8-b921-bdea524f1bdf req-2ce8e8d3-0cfc-4f74-9766-0b179301788f service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-unplugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-81f48ecc-30a8-4ce8-b921-bdea524f1bdf req-2ce8e8d3-0cfc-4f74-9766-0b179301788f service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-81f48ecc-30a8-4ce8-b921-bdea524f1bdf req-2ce8e8d3-0cfc-4f74-9766-0b179301788f service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-81f48ecc-30a8-4ce8-b921-bdea524f1bdf req-2ce8e8d3-0cfc-4f74-9766-0b179301788f service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-81f48ecc-30a8-4ce8-b921-bdea524f1bdf req-2ce8e8d3-0cfc-4f74-9766-0b179301788f service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-unplugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-81f48ecc-30a8-4ce8-b921-bdea524f1bdf req-2ce8e8d3-0cfc-4f74-9766-0b179301788f service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-unplugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Instance destroyed successfully.
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'resources' on Instance uuid 6da3a108-b503-4e6a-a5c2-8ada0a20d145 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:48:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-911193610',display_name='tempest-ServerActionsTestOtherA-server-738488092',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-911193610',id=16,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEP+Wr/yQ4ai+TB2gJ2/yBjdUob1cq8Vcq1mJa8j97ZlB+pYmE6kOTzTxVDMjfWdbapmTag7KppV7wMRb3k6nKbmlXvXHpckHUgpDEQIDJMYaq49LE1oMzDX5MktZSdk2A==',key_name='tempest-keypair-1762372762',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:50:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-pqosdzm4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:50:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=6da3a108-b503-4e6a-a5c2-8ada0a20d145,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "address": "fa:16:3e:7b:d9:e6", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc60547fc-b8", "ovs_interfaceid": "c60547fc-b849-4fac-8e61-9cdbb3d8c29f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG os_vif [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc60547fc-b8, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=87af2cc1-247b-4513-9abc-5a8572480da9) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:54 user nova-compute[75686]: INFO os_vif [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:d9:e6,bridge_name='br-int',has_traffic_filtering=True,id=c60547fc-b849-4fac-8e61-9cdbb3d8c29f,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc60547fc-b8')
Nov 27 01:53:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Deleting instance files /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145_del
Nov 27 01:53:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Deletion of /opt/stack/data/nova/instances/6da3a108-b503-4e6a-a5c2-8ada0a20d145_del complete
Nov 27 01:53:54 user nova-compute[75686]: INFO nova.compute.manager [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 27 01:53:54 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:53:54 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:53:55 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:53:55 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Took 0.87 seconds to deallocate network for instance.
Nov 27 01:53:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:55 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:53:55 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:53:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.400s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:55 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Deleted allocations for instance 6da3a108-b503-4e6a-a5c2-8ada0a20d145
Nov 27 01:53:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e64f102-a81a-4c65-a624-fc946f4d7d3f tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.322s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-9a4865d3-30bf-4e11-a9ae-acae3331b6bc req-459cf8b1-1685-44b8-952d-02336a41a897 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a4865d3-30bf-4e11-a9ae-acae3331b6bc req-459cf8b1-1685-44b8-952d-02336a41a897 service nova] Acquiring lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:53:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a4865d3-30bf-4e11-a9ae-acae3331b6bc req-459cf8b1-1685-44b8-952d-02336a41a897 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:53:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a4865d3-30bf-4e11-a9ae-acae3331b6bc req-459cf8b1-1685-44b8-952d-02336a41a897 service nova] Lock "6da3a108-b503-4e6a-a5c2-8ada0a20d145-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:53:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-9a4865d3-30bf-4e11-a9ae-acae3331b6bc req-459cf8b1-1685-44b8-952d-02336a41a897 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] No waiting events found dispatching network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:53:56 user nova-compute[75686]: WARNING nova.compute.manager [req-9a4865d3-30bf-4e11-a9ae-acae3331b6bc req-459cf8b1-1685-44b8-952d-02336a41a897 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received unexpected event network-vif-plugged-c60547fc-b849-4fac-8e61-9cdbb3d8c29f for instance with vm_state deleted and task_state None.
Nov 27 01:53:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-9a4865d3-30bf-4e11-a9ae-acae3331b6bc req-459cf8b1-1685-44b8-952d-02336a41a897 service nova] [instance: 6da3a108-b503-4e6a-a5c2-8ada0a20d145] Received event network-vif-deleted-c60547fc-b849-4fac-8e61-9cdbb3d8c29f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:53:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:53:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-502057cc-25f4-4564-b2e8-9807fda60d9b req-aded0955-8060-4f3c-86aa-a9a51491872b service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event volume-reimaged-b1a607cc-cd72-4b80-861d-73894a94f491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-502057cc-25f4-4564-b2e8-9807fda60d9b req-aded0955-8060-4f3c-86aa-a9a51491872b service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-502057cc-25f4-4564-b2e8-9807fda60d9b req-aded0955-8060-4f3c-86aa-a9a51491872b service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-502057cc-25f4-4564-b2e8-9807fda60d9b req-aded0955-8060-4f3c-86aa-a9a51491872b service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-502057cc-25f4-4564-b2e8-9807fda60d9b req-aded0955-8060-4f3c-86aa-a9a51491872b service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Processing event volume-reimaged-b1a607cc-cd72-4b80-861d-73894a94f491 {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance event wait completed in 16 seconds for volume-reimaged {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:54:00 user nova-compute[75686]: INFO nova.virt.block_device [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Booting with volume b1a607cc-cd72-4b80-861d-73894a94f491 at /dev/vda
Nov 27 01:54:00 user nova-compute[75686]: DEBUG os_brick.utils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb266857-3edb-4727-b07f-c3cedc03e286]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[65f3ad94-638f-45cc-96dd-7b3943a99271]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[895c2adf-8986-4d5e-be76-7412d00125af]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc9ada2f-1fe1-4a88-9ef5-deae4ef344fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:54:00 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:54:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[461d1691-0fd8-4f52-8119-39f3922560f2]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG os_brick.utils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:00 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updating existing volume attachment record: 3e7958a1-b8a7-4966-ae07-bbce25dff4c3 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:54:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:54:07 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Creating image(s)
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Ensure instance console log exists: /opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Start _get_guest_xml network_info=[{"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '3e7958a1-b8a7-4966-ae07-bbce25dff4c3', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e9c9e788-7241-40f7-843f-f2faeb7799ee', 'attached_at': '', 'detached_at': '', 'volume_id': 'b1a607cc-cd72-4b80-861d-73894a94f491', 'serial': 'b1a607cc-cd72-4b80-861d-73894a94f491'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:54:07 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 01:54:07 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.objects.instance [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lazy-loading 'vcpu_model' on Instance uuid e9c9e788-7241-40f7-843f-f2faeb7799ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:07 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e811c06-624c-4e71-93a9-08ff9f8e09cf]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:54:07 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a32cf29-ba1c-4b08-987e-3926c619b43a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491] added
Nov 27 01:54:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.071s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca1f1d1-5ffb-4f67-9d73-d333f992314b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0876b142-cc91-4d2c-aab6-5731e1613b86]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TvEzaBHj {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TvEzaBHj" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[de759bb3-f838-43cc-af49-fc896ec8f4e0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TvEzaBHj'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d4b889-3070-4dfa-af45-0e435cda1565]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae25f730-d1c0-428d-a690-dbce18814a0a]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:07 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:07 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[996000ae-cacc-4671-b2e3-9152ef0cd9a8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]
Nov 27 01:54:07 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.
Nov 27 01:54:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[00811f78-5448-43d8-b57f-bda989f70c8e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e50dfc-2437-4e7c-9fe1-ccfce9657208]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:07 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:07 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:07 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:07 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.323s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] HCTL ('33', '-', '-', 0) found on session 26 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[75d90543-60d2-4437-983a-090e470a3dee]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Searching for a device in session 26 and hctl ['33', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Searching for a device in session 26 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] <== connect_volume: return (1354ms) {'type': 'block', 'scsi_wwn': '26432313863313937', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432313863313937', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-298693358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-807422776',id=23,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjCQO2VHlHdynlGmjS2JlDUeZ+HoloZI9TzRwxbOyPhZ7tPtPPJtE+xm94cNqjHP7ocQk3nGW+epFaH4OOfJSE1gN76r9PyGZ88v5SiGSN8QLfKeKNaYynf1XBIYK8sRw==',key_name='tempest-keypair-1905395609',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:52:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9364a4c1bedd4dc68e97240fee6eba62',ramdisk_id='',reservation_id='r-jbadw67k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-433918882',owner_user_name='tempest-ServerActionsV293TestJSON-433918882-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:54:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18ba391d043d4c798e2046791cf1941d',uuid=e9c9e788-7241-40f7-843f-f2faeb7799ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converting VIF {"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:54:08 user nova-compute[75686]:   <uuid>e9c9e788-7241-40f7-843f-f2faeb7799ee</uuid>
Nov 27 01:54:08 user nova-compute[75686]:   <name>instance-00000017</name>
Nov 27 01:54:08 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:54:08 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:54:08 user nova-compute[75686]:   <metadata>
Nov 27 01:54:08 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:54:08 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:54:08 user nova-compute[75686]:       <nova:name>tempest-ServerActionsV293TestJSON-server-298693358</nova:name>
Nov 27 01:54:08 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:54:07</nova:creationTime>
Nov 27 01:54:08 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:54:08 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:54:08 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:54:08 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:54:08 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:54:08 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:54:08 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:54:08 user nova-compute[75686]:       <nova:owner>
Nov 27 01:54:08 user nova-compute[75686]:         <nova:user uuid="18ba391d043d4c798e2046791cf1941d">tempest-ServerActionsV293TestJSON-433918882-project-member</nova:user>
Nov 27 01:54:08 user nova-compute[75686]:         <nova:project uuid="9364a4c1bedd4dc68e97240fee6eba62">tempest-ServerActionsV293TestJSON-433918882</nova:project>
Nov 27 01:54:08 user nova-compute[75686]:       </nova:owner>
Nov 27 01:54:08 user nova-compute[75686]:       <nova:ports>
Nov 27 01:54:08 user nova-compute[75686]:         <nova:port uuid="3198e01b-64f2-4a32-92af-f0a03831f77c">
Nov 27 01:54:08 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 27 01:54:08 user nova-compute[75686]:         </nova:port>
Nov 27 01:54:08 user nova-compute[75686]:       </nova:ports>
Nov 27 01:54:08 user nova-compute[75686]:     </nova:instance>
Nov 27 01:54:08 user nova-compute[75686]:   </metadata>
Nov 27 01:54:08 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:54:08 user nova-compute[75686]:     <system>
Nov 27 01:54:08 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:54:08 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:54:08 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:54:08 user nova-compute[75686]:       <entry name="serial">e9c9e788-7241-40f7-843f-f2faeb7799ee</entry>
Nov 27 01:54:08 user nova-compute[75686]:       <entry name="uuid">e9c9e788-7241-40f7-843f-f2faeb7799ee</entry>
Nov 27 01:54:08 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:54:08 user nova-compute[75686]:     </system>
Nov 27 01:54:08 user nova-compute[75686]:   </sysinfo>
Nov 27 01:54:08 user nova-compute[75686]:   <os>
Nov 27 01:54:08 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:54:08 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:54:08 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:54:08 user nova-compute[75686]:   </os>
Nov 27 01:54:08 user nova-compute[75686]:   <features>
Nov 27 01:54:08 user nova-compute[75686]:     <acpi/>
Nov 27 01:54:08 user nova-compute[75686]:     <apic/>
Nov 27 01:54:08 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:54:08 user nova-compute[75686]:   </features>
Nov 27 01:54:08 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:54:08 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:54:08 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:54:08 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:54:08 user nova-compute[75686]:   </clock>
Nov 27 01:54:08 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:54:08 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:54:08 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:54:08 user nova-compute[75686]:   </cpu>
Nov 27 01:54:08 user nova-compute[75686]:   <devices>
Nov 27 01:54:08 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:54:08 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:54:08 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 01:54:08 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:54:08 user nova-compute[75686]:       <serial>b1a607cc-cd72-4b80-861d-73894a94f491</serial>
Nov 27 01:54:08 user nova-compute[75686]:     </disk>
Nov 27 01:54:08 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:54:08 user nova-compute[75686]:       <mac address="fa:16:3e:be:6b:85"/>
Nov 27 01:54:08 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:54:08 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:54:08 user nova-compute[75686]:       <target dev="tap3198e01b-64"/>
Nov 27 01:54:08 user nova-compute[75686]:     </interface>
Nov 27 01:54:08 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:54:08 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee/console.log" append="off"/>
Nov 27 01:54:08 user nova-compute[75686]:     </serial>
Nov 27 01:54:08 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:54:08 user nova-compute[75686]:     <video>
Nov 27 01:54:08 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:54:08 user nova-compute[75686]:     </video>
Nov 27 01:54:08 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:54:08 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:54:08 user nova-compute[75686]:     </rng>
Nov 27 01:54:08 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:54:08 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:54:08 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:54:08 user nova-compute[75686]:     </memballoon>
Nov 27 01:54:08 user nova-compute[75686]:   </devices>
Nov 27 01:54:08 user nova-compute[75686]: </domain>
Nov 27 01:54:08 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-298693358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-807422776',id=23,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjCQO2VHlHdynlGmjS2JlDUeZ+HoloZI9TzRwxbOyPhZ7tPtPPJtE+xm94cNqjHP7ocQk3nGW+epFaH4OOfJSE1gN76r9PyGZ88v5SiGSN8QLfKeKNaYynf1XBIYK8sRw==',key_name='tempest-keypair-1905395609',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:52:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='9364a4c1bedd4dc68e97240fee6eba62',ramdisk_id='',reservation_id='r-jbadw67k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-433918882',owner_user_name='tempest-ServerActionsV293TestJSON-433918882-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:54:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18ba391d043d4c798e2046791cf1941d',uuid=e9c9e788-7241-40f7-843f-f2faeb7799ee,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converting VIF {"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG os_vif [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8afc1d1f-15fd-503c-9aa2-d67751c2fc00', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3198e01b-64, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3198e01b-64, col_values=(('qos', UUID('9bf2d4fa-cf14-4911-9bc5-3c8d1da26f1c')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3198e01b-64, col_values=(('external_ids', {'iface-id': '3198e01b-64f2-4a32-92af-f0a03831f77c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:be:6b:85', 'vm-uuid': 'e9c9e788-7241-40f7-843f-f2faeb7799ee'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:08 user nova-compute[75686]: INFO os_vif [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64')
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:54:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] No VIF found with MAC fa:16:3e:be:6b:85, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:54:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-38373d8d-0253-4c95-8e87-be3dc771cf51 req-28ac0153-1ab4-490f-893a-e26af5292168 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38373d8d-0253-4c95-8e87-be3dc771cf51 req-28ac0153-1ab4-490f-893a-e26af5292168 service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38373d8d-0253-4c95-8e87-be3dc771cf51 req-28ac0153-1ab4-490f-893a-e26af5292168 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38373d8d-0253-4c95-8e87-be3dc771cf51 req-28ac0153-1ab4-490f-893a-e26af5292168 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-38373d8d-0253-4c95-8e87-be3dc771cf51 req-28ac0153-1ab4-490f-893a-e26af5292168 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No waiting events found dispatching network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:54:10 user nova-compute[75686]: WARNING nova.compute.manager [req-38373d8d-0253-4c95-8e87-be3dc771cf51 req-28ac0153-1ab4-490f-893a-e26af5292168 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received unexpected event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with vm_state active and task_state rebuild_spawning.
Nov 27 01:54:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.compute.manager [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:54:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance spawned successfully.
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.compute.manager [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.objects.instance [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Trying to apply a migration context that does not seem to be set for this instance {{(pid=75686) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-502057cc-25f4-4564-b2e8-9807fda60d9b tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.071s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-ef5bc1c9-a1f6-42d7-817f-02fbbaf5c8f2 req-0b787904-7488-4416-9ec1-4be5b7c8807f service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ef5bc1c9-a1f6-42d7-817f-02fbbaf5c8f2 req-0b787904-7488-4416-9ec1-4be5b7c8807f service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ef5bc1c9-a1f6-42d7-817f-02fbbaf5c8f2 req-0b787904-7488-4416-9ec1-4be5b7c8807f service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ef5bc1c9-a1f6-42d7-817f-02fbbaf5c8f2 req-0b787904-7488-4416-9ec1-4be5b7c8807f service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-ef5bc1c9-a1f6-42d7-817f-02fbbaf5c8f2 req-0b787904-7488-4416-9ec1-4be5b7c8807f service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No waiting events found dispatching network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:54:12 user nova-compute[75686]: WARNING nova.compute.manager [req-ef5bc1c9-a1f6-42d7-817f-02fbbaf5c8f2 req-0b787904-7488-4416-9ec1-4be5b7c8807f service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received unexpected event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with vm_state active and task_state None.
Nov 27 01:54:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:14 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:16 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:21 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:54:21 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7341MB free_disk=25.04517364501953GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e6a1a161-3922-48ae-a339-bb4105590b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e9c9e788-7241-40f7-843f-f2faeb7799ee actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fe37682d-ddd8-4ddf-8e0a-ead1af33ac81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:54:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.562s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:54:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:54:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:54:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:54:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:54:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:54:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:54:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing instance network info cache due to event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:54:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] Acquiring lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] Acquired lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing instance network info cache due to event network-changed-6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] Acquiring lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updated VIF entry in instance network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4ba18f12-468c-464e-a8fa-96586494fa48 req-9db2cbc2-c09d-48ed-aed4-3f0e6a7f9f9b service nova] Releasing lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] Acquired lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Refreshing network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:33 user nova-compute[75686]: INFO nova.compute.manager [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Detaching volume 9dea9692-0970-4361-ab41-24960a46298a
Nov 27 01:54:33 user nova-compute[75686]: INFO nova.virt.block_device [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Attempting to driver detach volume 9dea9692-0970-4361-ab41-24960a46298a from mountpoint /dev/vdb
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Attempting to detach device vdb from instance e6a1a161-3922-48ae-a339-bb4105590b3a from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:54:33 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:54:33 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:54:33 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:54:33 user nova-compute[75686]:   <serial>9dea9692-0970-4361-ab41-24960a46298a</serial>
Nov 27 01:54:33 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:54:33 user nova-compute[75686]: </disk>
Nov 27 01:54:33 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:54:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully detached device vdb from instance e6a1a161-3922-48ae-a339-bb4105590b3a from the persistent domain config.
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e6a1a161-3922-48ae-a339-bb4105590b3a from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:54:33 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:54:33 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:54:33 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:54:33 user nova-compute[75686]:   <serial>9dea9692-0970-4361-ab41-24960a46298a</serial>
Nov 27 01:54:33 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:54:33 user nova-compute[75686]: </disk>
Nov 27 01:54:33 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updated VIF entry in instance network info cache for port 6a62e37b-159a-4d5e-b3d6-746fc971ca4e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [{"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5012ef96-8a2b-438b-9798-4a36043e55de req-ce4d87d1-4cb0-4d4d-8447-41528f007ced service nova] Releasing lock "refresh_cache-e6a1a161-3922-48ae-a339-bb4105590b3a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:54:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:54:36 user nova-compute[75686]: INFO nova.compute.manager [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Rescuing
Nov 27 01:54:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-40c4aa84-fb90-4243-8a8d-0e81394a48a1 req-fdb54e77-b5d0-45c3-b9fd-a04d49456dfa service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-40c4aa84-fb90-4243-8a8d-0e81394a48a1 req-fdb54e77-b5d0-45c3-b9fd-a04d49456dfa service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-40c4aa84-fb90-4243-8a8d-0e81394a48a1 req-fdb54e77-b5d0-45c3-b9fd-a04d49456dfa service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-40c4aa84-fb90-4243-8a8d-0e81394a48a1 req-fdb54e77-b5d0-45c3-b9fd-a04d49456dfa service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-40c4aa84-fb90-4243-8a8d-0e81394a48a1 req-fdb54e77-b5d0-45c3-b9fd-a04d49456dfa service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:54:36 user nova-compute[75686]: WARNING nova.compute.manager [req-40c4aa84-fb90-4243-8a8d-0e81394a48a1 req-fdb54e77-b5d0-45c3-b9fd-a04d49456dfa service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state active and task_state rescuing.
Nov 27 01:54:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance destroyed successfully.
Nov 27 01:54:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Attempting a stable device rescue
Nov 27 01:54:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75686) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 01:54:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 01:54:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Creating image(s)
Nov 27 01:54:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "/opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.011s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:37 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'trusted_certs' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "00a8855782d59468acdca3814ab28df4511d9475" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "00a8855782d59468acdca3814ab28df4511d9475" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.part --force-share --output=json" returned: 0 in 0.263s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG nova.virt.images [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] 40f75407-9685-45b5-ac76-b832cf98d609 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.part /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-c06979e5-11c2-4560-b5cc-1d48c7a44f0d req-5e970623-01d5-44fb-a486-f50b62ca29b6 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c06979e5-11c2-4560-b5cc-1d48c7a44f0d req-5e970623-01d5-44fb-a486-f50b62ca29b6 service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c06979e5-11c2-4560-b5cc-1d48c7a44f0d req-5e970623-01d5-44fb-a486-f50b62ca29b6 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c06979e5-11c2-4560-b5cc-1d48c7a44f0d req-5e970623-01d5-44fb-a486-f50b62ca29b6 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-c06979e5-11c2-4560-b5cc-1d48c7a44f0d req-5e970623-01d5-44fb-a486-f50b62ca29b6 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:54:38 user nova-compute[75686]: WARNING nova.compute.manager [req-c06979e5-11c2-4560-b5cc-1d48c7a44f0d req-5e970623-01d5-44fb-a486-f50b62ca29b6 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state active and task_state rescuing.
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.part /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.converted" returned: 0 in 0.572s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475.converted --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "00a8855782d59468acdca3814ab28df4511d9475" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.224s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "00a8855782d59468acdca3814ab28df4511d9475" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "00a8855782d59468acdca3814ab28df4511d9475" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475 --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475,backing_fmt=raw /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475,backing_fmt=raw /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue" returned: 0 in 0.050s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "00a8855782d59468acdca3814ab28df4511d9475" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.234s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'migration_context' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<3a533e7c-73d1-4422-b8bd-134b2dea325f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Start _get_guest_xml network_info=[{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "vif_mac": "fa:16:3e:b7:be:e3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '40f75407-9685-45b5-ac76-b832cf98d609', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c706da85-898b-41c8-b45d-25f2d0c94802', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mdrjBhzK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': '3a533e7c-73d1-4422-b8bd-134b2dea325f', 'attached_at': '', 'detached_at': '', 'volume_id': '2e198631-e036-4b04-a5c9-a157f33beadf', 'serial': '2e198631-e036-4b04-a5c9-a157f33beadf'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'resources' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<3a533e7c-73d1-4422-b8bd-134b2dea325f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'numa_topology' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<3a533e7c-73d1-4422-b8bd-134b2dea325f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:54:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:54:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'vcpu_model' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.objects.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<3a533e7c-73d1-4422-b8bd-134b2dea325f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mdrjBhzK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:39 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:54:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:39 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:54:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:39 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca5ff73f-e820-4157-8cea-168fd5f520e8]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = mdrjBhzK\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 27 01:54:39 user nova-compute[75686]: node.name = iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:54:39 user nova-compute[75686]: node.tpgt = -1
Nov 27 01:54:39 user nova-compute[75686]: node.startup = automatic
Nov 27 01:54:39 user nova-compute[75686]: node.leading_login = No
Nov 27 01:54:39 user nova-compute[75686]: iface.iscsi_ifacename = default
Nov 27 01:54:39 user nova-compute[75686]: iface.net_ifacename = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.ipaddress = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.prefix_len = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.hwaddress = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.transport_name = tcp
Nov 27 01:54:39 user nova-compute[75686]: iface.initiatorname = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.state = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.vlan_id = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.vlan_priority = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.vlan_state = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.iface_num = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.mtu = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.port = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.bootproto = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.subnet_mask = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.gateway = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_alt_client_id_state = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_alt_client_id = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_dns = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_learn_iqn = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_req_vendor_id_state = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_vendor_id_state = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_vendor_id = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.dhcp_slp_da = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.fragmentation = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.gratuitous_arp = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.incoming_forwarding = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.tos_state = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.tos = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.ttl = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.delayed_ack = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.tcp_nagle = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.tcp_wsf_state = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.tcp_wsf = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.tcp_timer_scale = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.tcp_timestamp = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.redirect = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.def_task_mgmt_timeout = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.header_digest = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.data_digest = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.immediate_data = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.initial_r2t = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.data_seq_inorder = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.data_pdu_inorder = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.erl = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.max_receive_data_len = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.first_burst_len = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.max_outstanding_r2t = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.max_burst_len = 0
Nov 27 01:54:39 user nova-compute[75686]: iface.chap_auth = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.bidi_chap = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.strict_login_compliance = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.discovery_auth = <empty>
Nov 27 01:54:39 user nova-compute[75686]: iface.discovery_logout = <empty>
Nov 27 01:54:39 user nova-compute[75686]: node.discovery_address = <empty>
Nov 27 01:54:39 user nova-compute[75686]: node.discovery_port = 0
Nov 27 01:54:39 user nova-compute[75686]: node.discovery_type = static
Nov 27 01:54:39 user nova-compute[75686]: node.session.initial_cmdsn = 0
Nov 27 01:54:39 user nova-compute[75686]: node.session.initial_login_retry_max = 8
Nov 27 01:54:39 user nova-compute[75686]: node.session.xmit_thread_priority = -20
Nov 27 01:54:39 user nova-compute[75686]: node.session.cmds_max = 128
Nov 27 01:54:39 user nova-compute[75686]: node.session.queue_depth = 32
Nov 27 01:54:39 user nova-compute[75686]: node.session.nr_sessions = 1
Nov 27 01:54:39 user nova-compute[75686]: node.session.auth.authmethod = CHAP
Nov 27 01:54:39 user nova-compute[75686]: node.session.auth.username = mdrjBhzK
Nov 27 01:54:39 user nova-compute[75686]: node.session.auth.password = ***
Nov 27 01:54:39 user nova-compute[75686]: node.session.auth.username_in = <empty>
Nov 27 01:54:39 user nova-compute[75686]: node.session.auth.password_in = <empty>
Nov 27 01:54:39 user nova-compute[75686]: node.session.auth.chap_algs = MD5
Nov 27 01:54:39 user nova-compute[75686]: node.session.timeo.replacement_timeout = 120
Nov 27 01:54:39 user nova-compute[75686]: node.session.err_timeo.abort_timeout = 15
Nov 27 01:54:39 user nova-compute[75686]: node.session.err_timeo.lu_reset_timeout = 30
Nov 27 01:54:39 user nova-compute[75686]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 27 01:54:39 user nova-compute[75686]: node.session.err_timeo.host_reset_timeout = 60
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.FastAbort = Yes
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.InitialR2T = No
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.ImmediateData = Yes
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.FirstBurstLength = 262144
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.MaxBurstLength = 16776192
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.DefaultTime2Retain = 0
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.DefaultTime2Wait = 2
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.MaxConnections = 1
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 27 01:54:39 user nova-compute[75686]: node.session.iscsi.ERL = 0
Nov 27 01:54:39 user nova-compute[75686]: node.session.scan = manual
Nov 27 01:54:39 user nova-compute[75686]: node.session.reopen_max = 0
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].address = 172.16.0.220
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].port = 3260
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].startup = manual
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].tcp.window_size = 524288
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].tcp.type_of_service = 0
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].timeo.logout_timeout = 15
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].timeo.login_timeout = 15
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].timeo.auth_timeout = 45
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].timeo.noop_out_interval = 5
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].timeo.noop_out_timeout = 5
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].iscsi.HeaderDigest = None
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].iscsi.DataDigest = None
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].iscsi.IFMarker = No
Nov 27 01:54:39 user nova-compute[75686]: node.conn[0].iscsi.OFMarker = No
Nov 27 01:54:39 user nova-compute[75686]: # END RECORD
Nov 27 01:54:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d30395-4e96-40db-b645-844613adb35e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.074s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[92f21e42-6207-4a57-8b06-91481c6133c4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mdrjBhzK {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.username -v mdrjBhzK" returned: 0 in 0.140s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[484e233a-4acb-41af-8e96-665624591443]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'mdrjBhzK'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5860d1-d4f4-45c6-acd8-a973ec0280fe]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4503fab1-d994-4887-a77e-f0ea21475412]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:40 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:40 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:40 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:40 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] HCTL ('36', '0', '0', 0) found on session 24 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e9de8b6-8d0e-4d5f-a172-7b6fe45e13fc]: (4, ('0 0 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching for a device in session 24 and hctl ('36', '0', '0', 0) yield: sde {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mdrjBhzK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.358s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== connect_volume: return (359ms) {'type': 'block', 'scsi_wwn': '26436626334393334', 'path': '/dev/sde'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26436626334393334', 'path': '/dev/sde'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-501814776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-501814776',id=24,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-3zcgsx0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:53:10Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=3a533e7c-73d1-4422-b8bd-134b2dea325f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "vif_mac": "fa:16:3e:b7:be:e3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "vif_mac": "fa:16:3e:b7:be:e3"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'pci_devices' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.objects.base [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<3a533e7c-73d1-4422-b8bd-134b2dea325f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:54:40 user nova-compute[75686]:   <uuid>3a533e7c-73d1-4422-b8bd-134b2dea325f</uuid>
Nov 27 01:54:40 user nova-compute[75686]:   <name>instance-00000018</name>
Nov 27 01:54:40 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:54:40 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:54:40 user nova-compute[75686]:   <metadata>
Nov 27 01:54:40 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:54:40 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:54:40 user nova-compute[75686]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-501814776</nova:name>
Nov 27 01:54:40 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:54:39</nova:creationTime>
Nov 27 01:54:40 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:54:40 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:54:40 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:54:40 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:54:40 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:54:40 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:54:40 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:54:40 user nova-compute[75686]:       <nova:owner>
Nov 27 01:54:40 user nova-compute[75686]:         <nova:user uuid="357d7d579c284bcd836dd8075476d5ed">tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member</nova:user>
Nov 27 01:54:40 user nova-compute[75686]:         <nova:project uuid="b168d75a030e425886b18204a7173843">tempest-ServerBootFromVolumeStableRescueTest-554951466</nova:project>
Nov 27 01:54:40 user nova-compute[75686]:       </nova:owner>
Nov 27 01:54:40 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:54:40 user nova-compute[75686]:       <nova:ports>
Nov 27 01:54:40 user nova-compute[75686]:         <nova:port uuid="40e6efd1-d841-456d-9c43-72805b281ad8">
Nov 27 01:54:40 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 01:54:40 user nova-compute[75686]:         </nova:port>
Nov 27 01:54:40 user nova-compute[75686]:       </nova:ports>
Nov 27 01:54:40 user nova-compute[75686]:     </nova:instance>
Nov 27 01:54:40 user nova-compute[75686]:   </metadata>
Nov 27 01:54:40 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:54:40 user nova-compute[75686]:     <system>
Nov 27 01:54:40 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:54:40 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:54:40 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:54:40 user nova-compute[75686]:       <entry name="serial">3a533e7c-73d1-4422-b8bd-134b2dea325f</entry>
Nov 27 01:54:40 user nova-compute[75686]:       <entry name="uuid">3a533e7c-73d1-4422-b8bd-134b2dea325f</entry>
Nov 27 01:54:40 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:54:40 user nova-compute[75686]:     </system>
Nov 27 01:54:40 user nova-compute[75686]:   </sysinfo>
Nov 27 01:54:40 user nova-compute[75686]:   <os>
Nov 27 01:54:40 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:54:40 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:54:40 user nova-compute[75686]:   </os>
Nov 27 01:54:40 user nova-compute[75686]:   <features>
Nov 27 01:54:40 user nova-compute[75686]:     <acpi/>
Nov 27 01:54:40 user nova-compute[75686]:     <apic/>
Nov 27 01:54:40 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:54:40 user nova-compute[75686]:   </features>
Nov 27 01:54:40 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:54:40 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:54:40 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:54:40 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:54:40 user nova-compute[75686]:   </clock>
Nov 27 01:54:40 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:54:40 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:54:40 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:54:40 user nova-compute[75686]:   </cpu>
Nov 27 01:54:40 user nova-compute[75686]:   <devices>
Nov 27 01:54:40 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:54:40 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:54:40 user nova-compute[75686]:       <source dev="/dev/sde"/>
Nov 27 01:54:40 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:54:40 user nova-compute[75686]:       <serial>2e198631-e036-4b04-a5c9-a157f33beadf</serial>
Nov 27 01:54:40 user nova-compute[75686]:     </disk>
Nov 27 01:54:40 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:54:40 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:54:40 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue"/>
Nov 27 01:54:40 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:54:40 user nova-compute[75686]:       <boot order="1"/>
Nov 27 01:54:40 user nova-compute[75686]:     </disk>
Nov 27 01:54:40 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:54:40 user nova-compute[75686]:       <mac address="fa:16:3e:b7:be:e3"/>
Nov 27 01:54:40 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:54:40 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:54:40 user nova-compute[75686]:       <target dev="tap40e6efd1-d8"/>
Nov 27 01:54:40 user nova-compute[75686]:     </interface>
Nov 27 01:54:40 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:54:40 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/console.log" append="off"/>
Nov 27 01:54:40 user nova-compute[75686]:     </serial>
Nov 27 01:54:40 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:54:40 user nova-compute[75686]:     <video>
Nov 27 01:54:40 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:54:40 user nova-compute[75686]:     </video>
Nov 27 01:54:40 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:54:40 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:54:40 user nova-compute[75686]:     </rng>
Nov 27 01:54:40 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:54:40 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:54:40 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:54:40 user nova-compute[75686]:     </memballoon>
Nov 27 01:54:40 user nova-compute[75686]:   </devices>
Nov 27 01:54:40 user nova-compute[75686]: </domain>
Nov 27 01:54:40 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:54:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance destroyed successfully.
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:54:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No VIF found with MAC fa:16:3e:b7:be:e3, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-changed-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Refreshing instance network info cache due to event network-changed-bf6a3b4d-0156-4251-a887-54f788ba3f7b. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] Acquiring lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] Acquired lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG nova.network.neutron [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Refreshing network info cache for port bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updated VIF entry in instance network info cache for port bf6a3b4d-0156-4251-a887-54f788ba3f7b. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:54:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a0c833e-40c8-498c-80e3-59dd002d1240 req-d08225d8-f80c-4f52-9fac-b5a5a01ec1ad service nova] Releasing lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:54:43 user nova-compute[75686]: WARNING nova.compute.manager [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state active and task_state rescuing.
Nov 27 01:54:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:54:43 user nova-compute[75686]: WARNING nova.compute.manager [req-53df42b0-66ab-4ec8-9b32-a325c0781725 req-608f4618-a5c4-4dc8-b41f-3b02aba4b9de service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state active and task_state rescuing.
Nov 27 01:54:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cd5a5d55-e938-4cc6-9113-49b7183d8299 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:54:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-changed-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Refreshing instance network info cache due to event network-changed-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:54:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] Acquiring lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] Acquired lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:45 user nova-compute[75686]: DEBUG nova.network.neutron [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Refreshing network info cache for port ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:54:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updated VIF entry in instance network info cache for port ec0b5b94-88d1-4edf-a4b4-ea709cd5a542. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:54:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updating instance_info_cache with network_info: [{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-51a3d440-d6b7-4ef9-b535-8579d54267d8 req-65cd5b47-7db2-4e1d-a98c-e97c2f0f1f9b service nova] Releasing lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.051s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:47 user nova-compute[75686]: INFO nova.compute.manager [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Attaching volume 4ab5f227-9168-40b3-b11a-9b8bc5dabde7 to /dev/vdb
Nov 27 01:54:47 user nova-compute[75686]: DEBUG os_brick.utils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[50e75575-3e59-4e7d-8d1b-b07bbd010e44]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[22355da9-81d0-4805-a5f3-2439692bc80c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1c2b36-1283-4491-a99d-ff90da02a504]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d654bbf8-352d-4dd2-a0e7-ecbe70b8b68a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:54:48 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:54:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cca88d2a-b44c-4b2b-9d6f-3fd2ed5b6d2d]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG os_brick.utils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== get_connector_properties: return (184ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updating existing volume attachment record: 718f3dd7-e787-403e-b259-247aff7303aa {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing instance network info cache due to event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] Acquiring lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] Acquired lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:48 user nova-compute[75686]: DEBUG nova.network.neutron [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG nova.objects.instance [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'flavor' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:49 user nova-compute[75686]: INFO nova.compute.manager [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Attaching volume 606828a7-ce62-441e-bef2-2b06b7c18321 to /dev/vdb
Nov 27 01:54:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb97164c-5677-4f39-b706-0266f345a2d7]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8adc2fee-dca9-4773-a441-73509f80ba21]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf5cd2f-9f56-4232-8700-5f36a0010c87]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG nova.network.neutron [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updated VIF entry in instance network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG nova.network.neutron [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1f3d22c-08dd-439d-b4f7-339c31683900]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6571c3bb-5b02-4a4f-84d0-453a5da863e7 req-8eb1405a-5b04-48ac-a296-4f460239237e service nova] Releasing lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:54:49 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:54:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4aad619-2eee-47a1-b94f-2e521aa28f40]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:49 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating existing volume attachment record: 33b468e6-1378-4e60-be7f-e0fb44204e43 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:54:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e6a1a161-3922-48ae-a339-bb4105590b3a is timed out.
Nov 27 01:54:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully detached device vdb from instance e6a1a161-3922-48ae-a339-bb4105590b3a from the live domain config.
Nov 27 01:54:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LPKZpVUW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:54 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[028a6b5c-871c-4352-9a94-a7881e938c13]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:54:54 user nova-compute[75686]: No targets found.
Nov 27 01:54:54 user nova-compute[75686]: iSNS:
Nov 27 01:54:54 user nova-compute[75686]: No targets found.
Nov 27 01:54:54 user nova-compute[75686]: STATIC:
Nov 27 01:54:54 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:54:54 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:54:54 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:54:54 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a
Nov 27 01:54:54 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:54:54 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:54:54 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491
Nov 27 01:54:54 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:54:54 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:54:54 user nova-compute[75686]: FIRMWARE:
Nov 27 01:54:54 user nova-compute[75686]: No targets found.
Nov 27 01:54:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:54:54 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:54:54 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[017b9b7a-f140-442d-94f5-5130f87c4902]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a17e0e4c-5932-49bc-85f5-39d7d98e4be6]: (4, ('tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:54 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:54 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a (non-flash)
Nov 27 01:54:54 user nova-compute[75686]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:54 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5175333f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f6266d-b9cd-47aa-aa12-9d2d4bc72f53]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfcf8523-08df-4c2e-87c8-6cfb2959fb6b]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce8f4ba0-8c75-4393-b1f0-60ae1309b7cf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[00ad220f-9d5f-4c40-b609-852ed2dab338]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.064s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9628a27c-cef0-435a-aa6a-18c9982a7f06]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2803ba1-1461-46f9-8289-62912705f43a]: (4, ('Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]\nLogout of [sid: 23, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 23, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260]
Nov 27 01:54:54 user nova-compute[75686]: Logout of [sid: 23, target: iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a, portal: 172.16.0.220,3260] successful.
Nov 27 01:54:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9dea9692-0970-4361-ab41-24960a46298a -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a3a7b83-f772-4dc7-9dc7-194ae5d4d170]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== disconnect_volume: return (360ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szALKhOU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:54 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:54 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:54 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4dd25bf-95bf-4d99-a6f5-3dcda042cc67]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:54:54 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[96ed9ebd-754e-49a2-9a11-f7fc0dc09431]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7] added
Nov 27 01:54:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eca44e0-e711-4794-8d35-63d60ebda2a2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[514f91f5-b1c1-4b9d-842d-e96600bcc203]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szALKhOU {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szALKhOU" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d805d53-41a2-43ef-8114-809e4607a9b6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'szALKhOU'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5adeea4-f05a-44de-9676-589f900edaea]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7380ed2-2b75-4f8c-867a-1797e5961531]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:54 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:54 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d165544-0bb2-4525-b533-9d9cf8b05888]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]
Nov 27 01:54:55 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.
Nov 27 01:54:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[017f1a5f-766c-4dd4-8802-156879af5adc]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[384da943-e8be-4abb-a202-94b81efc3ab9]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:55 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:55 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:54:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:55 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:55 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:54:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] HCTL ('34', '-', '-', 0) found on session 27 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b35a1944-4ba8-4b16-86f3-330105a8b321]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching for a device in session 27 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szALKhOU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG nova.objects.instance [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'flavor' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d293ede6-aab5-4258-bc0d-318dd9bc1bd5 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.802s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.353s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== connect_volume: return (1355ms) {'type': 'block', 'scsi_wwn': '23138663338343637', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138663338343637', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:54:56 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:54:56 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 01:54:56 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:54:56 user nova-compute[75686]:   <serial>4ab5f227-9168-40b3-b11a-9b8bc5dabde7</serial>
Nov 27 01:54:56 user nova-compute[75686]: </disk>
Nov 27 01:54:56 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KkGPydrj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:54:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:54:56 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff301764-79c4-45d5-be53-bcd08285b7ff]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:54:56 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a18fa6d-c4b6-454e-a594-c0a13edc5163]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321] added
Nov 27 01:54:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2feee45-8d00-4866-a07e-dff0902ab54f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f80d2dd-22d0-4a59-8536-8ddd61fde530]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KkGPydrj {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KkGPydrj" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[276bd2ae-3a14-4587-9262-c64bb27daa97]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KkGPydrj'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ae4a651-e04f-42d6-8df4-1f36414a8090]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8323a3a8-8519-4e7d-b050-9e4960602b55]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bcf208a-49e7-43ba-a96d-2969d946457b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260]
Nov 27 01:54:56 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260] successful.
Nov 27 01:54:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fada068e-0759-40b3-a391-d7c66cfd923e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No VIF found with MAC fa:16:3e:91:ec:68, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b5ee3ac-f869-4355-b943-6d2e9dbdddbc]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:54:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] HCTL ('35', '-', '-', 0) found on session 28 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1473ceb2-6b28-45ab-849c-d1197b68ef91]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching for a device in session 28 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KkGPydrj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:54:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f963fa0-5175-4648-b070-c456a0100355 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.953s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] <== connect_volume: return (1361ms) {'type': 'block', 'scsi_wwn': '23566666633623863', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23566666633623863', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'flavor' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:54:57 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:54:57 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:54:57 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:54:57 user nova-compute[75686]:   <serial>606828a7-ce62-441e-bef2-2b06b7c18321</serial>
Nov 27 01:54:57 user nova-compute[75686]: </disk>
Nov 27 01:54:57 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d767c7d9-25e5-455c-ab9d-09162bc4870f tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d767c7d9-25e5-455c-ab9d-09162bc4870f tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-d767c7d9-25e5-455c-ab9d-09162bc4870f tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-d767c7d9-25e5-455c-ab9d-09162bc4870f tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75686) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-d767c7d9-25e5-455c-ab9d-09162bc4870f tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:54:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No VIF found with MAC fa:16:3e:b5:31:70, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-072a388e-e2a7-4ced-a3ea-6baaddc40656 req-62011967-aa71-48ed-a621-99108150983f service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-072a388e-e2a7-4ced-a3ea-6baaddc40656 req-62011967-aa71-48ed-a621-99108150983f service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-072a388e-e2a7-4ced-a3ea-6baaddc40656 req-62011967-aa71-48ed-a621-99108150983f service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-072a388e-e2a7-4ced-a3ea-6baaddc40656 req-62011967-aa71-48ed-a621-99108150983f service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-072a388e-e2a7-4ced-a3ea-6baaddc40656 req-62011967-aa71-48ed-a621-99108150983f service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:54:58 user nova-compute[75686]: WARNING nova.compute.manager [req-072a388e-e2a7-4ced-a3ea-6baaddc40656 req-62011967-aa71-48ed-a621-99108150983f service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state active and task_state powering-off.
Nov 27 01:54:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-63b29112-909c-43c6-bb7b-34eccb5d0c9c tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance destroyed successfully.
Nov 27 01:54:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-d767c7d9-25e5-455c-ab9d-09162bc4870f tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:54:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d767c7d9-25e5-455c-ab9d-09162bc4870f tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.906s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:54:59 user nova-compute[75686]: INFO nova.compute.manager [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Rescuing
Nov 27 01:54:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:54:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:54:59 user nova-compute[75686]: DEBUG nova.network.neutron [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:54:59 user nova-compute[75686]: DEBUG nova.network.neutron [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:54:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-8ee784e2-e304-4395-8f55-6cd7ab84d6b1 req-48905900-396f-476d-b7d8-d2e44fc198ac service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8ee784e2-e304-4395-8f55-6cd7ab84d6b1 req-48905900-396f-476d-b7d8-d2e44fc198ac service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8ee784e2-e304-4395-8f55-6cd7ab84d6b1 req-48905900-396f-476d-b7d8-d2e44fc198ac service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8ee784e2-e304-4395-8f55-6cd7ab84d6b1 req-48905900-396f-476d-b7d8-d2e44fc198ac service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-8ee784e2-e304-4395-8f55-6cd7ab84d6b1 req-48905900-396f-476d-b7d8-d2e44fc198ac service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:00 user nova-compute[75686]: WARNING nova.compute.manager [req-8ee784e2-e304-4395-8f55-6cd7ab84d6b1 req-48905900-396f-476d-b7d8-d2e44fc198ac service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state stopped and task_state None.
Nov 27 01:55:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-60db8e15-d921-4ea4-8d51-f14d374566f8 req-b0acbbcf-a8b3-4696-92be-33936c70a55a service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-60db8e15-d921-4ea4-8d51-f14d374566f8 req-b0acbbcf-a8b3-4696-92be-33936c70a55a service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-60db8e15-d921-4ea4-8d51-f14d374566f8 req-b0acbbcf-a8b3-4696-92be-33936c70a55a service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-60db8e15-d921-4ea4-8d51-f14d374566f8 req-b0acbbcf-a8b3-4696-92be-33936c70a55a service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-60db8e15-d921-4ea4-8d51-f14d374566f8 req-b0acbbcf-a8b3-4696-92be-33936c70a55a service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:00 user nova-compute[75686]: WARNING nova.compute.manager [req-60db8e15-d921-4ea4-8d51-f14d374566f8 req-b0acbbcf-a8b3-4696-92be-33936c70a55a service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state active and task_state rescuing.
Nov 27 01:55:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance destroyed successfully.
Nov 27 01:55:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Attempting rescue
Nov 27 01:55:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75686) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 01:55:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Creating image(s)
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'trusted_certs' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.227s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue" returned: 0 in 0.048s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.282s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'migration_context' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.base [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<0e1143aa-dcb8-4970-b80a-0a9818e1b733> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Start _get_guest_xml network_info=[{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:b5:31:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'resources' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.base [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<0e1143aa-dcb8-4970-b80a-0a9818e1b733> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'numa_topology' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.base [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<0e1143aa-dcb8-4970-b80a-0a9818e1b733> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'vcpu_model' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.base [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<0e1143aa-dcb8-4970-b80a-0a9818e1b733> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-126165914',display_name='tempest-ServerRescueNegativeTestJSON-server-126165914',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-126165914',id=27,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMDDOAEdBdKTljKm/Dzfr1R8D5Tw4Ws3Ikis2tWOf4qryBtgd22XFaTvT3y+fMjievtTKFPV9CsiPKUR5/HER6MAaTp2QsdtDA96M4yv1iGND0Yr89yS3G9SCwoXiaNTAA==',key_name='tempest-keypair-825171087',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-bv2ag9a4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:53:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='44beb0a742a24c30a7e2004988809c51',uuid=0e1143aa-dcb8-4970-b80a-0a9818e1b733,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:b5:31:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "vif_mac": "fa:16:3e:b5:31:70"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'pci_devices' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.objects.base [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Object Instance<0e1143aa-dcb8-4970-b80a-0a9818e1b733> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:55:01 user nova-compute[75686]:   <uuid>0e1143aa-dcb8-4970-b80a-0a9818e1b733</uuid>
Nov 27 01:55:01 user nova-compute[75686]:   <name>instance-0000001b</name>
Nov 27 01:55:01 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:55:01 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:55:01 user nova-compute[75686]:   <metadata>
Nov 27 01:55:01 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:55:01 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:55:01 user nova-compute[75686]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-126165914</nova:name>
Nov 27 01:55:01 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:55:01</nova:creationTime>
Nov 27 01:55:01 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:55:01 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:55:01 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:55:01 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:55:01 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:55:01 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:55:01 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:55:01 user nova-compute[75686]:       <nova:owner>
Nov 27 01:55:01 user nova-compute[75686]:         <nova:user uuid="44beb0a742a24c30a7e2004988809c51">tempest-ServerRescueNegativeTestJSON-760184345-project-member</nova:user>
Nov 27 01:55:01 user nova-compute[75686]:         <nova:project uuid="a953169393c9425985ef738e51b22868">tempest-ServerRescueNegativeTestJSON-760184345</nova:project>
Nov 27 01:55:01 user nova-compute[75686]:       </nova:owner>
Nov 27 01:55:01 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:55:01 user nova-compute[75686]:       <nova:ports>
Nov 27 01:55:01 user nova-compute[75686]:         <nova:port uuid="a1ad1e6d-0c96-4147-9ec4-63d76c02b650">
Nov 27 01:55:01 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 01:55:01 user nova-compute[75686]:         </nova:port>
Nov 27 01:55:01 user nova-compute[75686]:       </nova:ports>
Nov 27 01:55:01 user nova-compute[75686]:     </nova:instance>
Nov 27 01:55:01 user nova-compute[75686]:   </metadata>
Nov 27 01:55:01 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:55:01 user nova-compute[75686]:     <system>
Nov 27 01:55:01 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:55:01 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:55:01 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:55:01 user nova-compute[75686]:       <entry name="serial">0e1143aa-dcb8-4970-b80a-0a9818e1b733</entry>
Nov 27 01:55:01 user nova-compute[75686]:       <entry name="uuid">0e1143aa-dcb8-4970-b80a-0a9818e1b733</entry>
Nov 27 01:55:01 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:55:01 user nova-compute[75686]:     </system>
Nov 27 01:55:01 user nova-compute[75686]:   </sysinfo>
Nov 27 01:55:01 user nova-compute[75686]:   <os>
Nov 27 01:55:01 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:55:01 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:55:01 user nova-compute[75686]:   </os>
Nov 27 01:55:01 user nova-compute[75686]:   <features>
Nov 27 01:55:01 user nova-compute[75686]:     <acpi/>
Nov 27 01:55:01 user nova-compute[75686]:     <apic/>
Nov 27 01:55:01 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:55:01 user nova-compute[75686]:   </features>
Nov 27 01:55:01 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:55:01 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:55:01 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:55:01 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:55:01 user nova-compute[75686]:   </clock>
Nov 27 01:55:01 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:55:01 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:55:01 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:55:01 user nova-compute[75686]:   </cpu>
Nov 27 01:55:01 user nova-compute[75686]:   <devices>
Nov 27 01:55:01 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:55:01 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:55:01 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue"/>
Nov 27 01:55:01 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:55:01 user nova-compute[75686]:     </disk>
Nov 27 01:55:01 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:55:01 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:55:01 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk"/>
Nov 27 01:55:01 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:55:01 user nova-compute[75686]:     </disk>
Nov 27 01:55:01 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:55:01 user nova-compute[75686]:       <mac address="fa:16:3e:b5:31:70"/>
Nov 27 01:55:01 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:55:01 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:55:01 user nova-compute[75686]:       <target dev="tapa1ad1e6d-0c"/>
Nov 27 01:55:01 user nova-compute[75686]:     </interface>
Nov 27 01:55:01 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:55:01 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/console.log" append="off"/>
Nov 27 01:55:01 user nova-compute[75686]:     </serial>
Nov 27 01:55:01 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:55:01 user nova-compute[75686]:     <video>
Nov 27 01:55:01 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:55:01 user nova-compute[75686]:     </video>
Nov 27 01:55:01 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:55:01 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:55:01 user nova-compute[75686]:     </rng>
Nov 27 01:55:01 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:55:01 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:55:01 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:55:01 user nova-compute[75686]:     </memballoon>
Nov 27 01:55:01 user nova-compute[75686]:   </devices>
Nov 27 01:55:01 user nova-compute[75686]: </domain>
Nov 27 01:55:01 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:55:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance destroyed successfully.
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:55:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] No VIF found with MAC fa:16:3e:b5:31:70, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-b80c8795-0902-4a22-a110-5e47aee11e83 req-8bec94a3-7b87-41bf-8e4d-1e272e4ab489 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b80c8795-0902-4a22-a110-5e47aee11e83 req-8bec94a3-7b87-41bf-8e4d-1e272e4ab489 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b80c8795-0902-4a22-a110-5e47aee11e83 req-8bec94a3-7b87-41bf-8e4d-1e272e4ab489 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b80c8795-0902-4a22-a110-5e47aee11e83 req-8bec94a3-7b87-41bf-8e4d-1e272e4ab489 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-b80c8795-0902-4a22-a110-5e47aee11e83 req-8bec94a3-7b87-41bf-8e4d-1e272e4ab489 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:02 user nova-compute[75686]: WARNING nova.compute.manager [req-b80c8795-0902-4a22-a110-5e47aee11e83 req-8bec94a3-7b87-41bf-8e4d-1e272e4ab489 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state active and task_state rescuing.
Nov 27 01:55:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:04 user nova-compute[75686]: WARNING nova.compute.manager [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state active and task_state rescuing.
Nov 27 01:55:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:04 user nova-compute[75686]: WARNING nova.compute.manager [req-230094cb-9868-4fe2-862f-89f2f661cc93 req-659c94ef-4dc8-4b0a-a479-de07f5181632 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state active and task_state rescuing.
Nov 27 01:55:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-2f6a040e-8903-4ea1-a65c-5d6804759091 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:55:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:14 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:17 user nova-compute[75686]: INFO nova.compute.manager [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Terminating instance
Nov 27 01:55:17 user nova-compute[75686]: DEBUG nova.compute.manager [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-09f4bae8-5aca-45e8-8c30-7bc5d3cbbe43 req-9986f4c5-140a-4e75-a05c-d1bee62a5136 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received event network-vif-unplugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-09f4bae8-5aca-45e8-8c30-7bc5d3cbbe43 req-9986f4c5-140a-4e75-a05c-d1bee62a5136 service nova] Acquiring lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-09f4bae8-5aca-45e8-8c30-7bc5d3cbbe43 req-9986f4c5-140a-4e75-a05c-d1bee62a5136 service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-09f4bae8-5aca-45e8-8c30-7bc5d3cbbe43 req-9986f4c5-140a-4e75-a05c-d1bee62a5136 service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-09f4bae8-5aca-45e8-8c30-7bc5d3cbbe43 req-9986f4c5-140a-4e75-a05c-d1bee62a5136 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] No waiting events found dispatching network-vif-unplugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-09f4bae8-5aca-45e8-8c30-7bc5d3cbbe43 req-9986f4c5-140a-4e75-a05c-d1bee62a5136 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received event network-vif-unplugged-18360711-d8e6-443f-a9b7-0116d2743ccd for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:55:18 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Instance destroyed successfully.
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.objects.instance [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lazy-loading 'resources' on Instance uuid fe37682d-ddd8-4ddf-8e0a-ead1af33ac81 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:53:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-629569849',display_name='tempest-VolumesActionsTest-instance-629569849',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-629569849',id=28,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3319924ef4a4429b8e19ba725f15fa75',ramdisk_id='',reservation_id='r-28d4e80s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-74560522',owner_user_name='tempest-VolumesActionsTest-74560522-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:53:27Z,user_data=None,user_id='579baf1092cb4cc58598f0e57ebbabee',uuid=fe37682d-ddd8-4ddf-8e0a-ead1af33ac81,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Converting VIF {"id": "18360711-d8e6-443f-a9b7-0116d2743ccd", "address": "fa:16:3e:71:46:cf", "network": {"id": "b1e04b36-d097-4233-8313-ac966643868b", "bridge": "br-int", "label": "tempest-VolumesActionsTest-507438468-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3319924ef4a4429b8e19ba725f15fa75", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap18360711-d8", "ovs_interfaceid": "18360711-d8e6-443f-a9b7-0116d2743ccd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:71:46:cf,bridge_name='br-int',has_traffic_filtering=True,id=18360711-d8e6-443f-a9b7-0116d2743ccd,network=Network(b1e04b36-d097-4233-8313-ac966643868b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18360711-d8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG os_vif [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:46:cf,bridge_name='br-int',has_traffic_filtering=True,id=18360711-d8e6-443f-a9b7-0116d2743ccd,network=Network(b1e04b36-d097-4233-8313-ac966643868b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18360711-d8') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap18360711-d8, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=dde60153-ae73-4c52-902b-c3e195f8650c) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:18 user nova-compute[75686]: INFO os_vif [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:71:46:cf,bridge_name='br-int',has_traffic_filtering=True,id=18360711-d8e6-443f-a9b7-0116d2743ccd,network=Network(b1e04b36-d097-4233-8313-ac966643868b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap18360711-d8')
Nov 27 01:55:18 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Deleting instance files /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81_del
Nov 27 01:55:18 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Deletion of /opt/stack/data/nova/instances/fe37682d-ddd8-4ddf-8e0a-ead1af33ac81_del complete
Nov 27 01:55:18 user nova-compute[75686]: INFO nova.compute.manager [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Took 0.91 seconds to destroy the instance on the hypervisor.
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:19 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Took 1.13 seconds to deallocate network for instance.
Nov 27 01:55:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-328c6a2f-6036-44f5-8eef-6d3d92836294 req-7c2e69ad-1ddb-4a87-a11b-fda40ad889ac service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received event network-vif-deleted-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-6c8f6430-c0fd-4148-a0c0-fbdf0ab8fec4 req-b106d1ab-c967-4fe3-975c-0feb2fd2a105 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received event network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6c8f6430-c0fd-4148-a0c0-fbdf0ab8fec4 req-b106d1ab-c967-4fe3-975c-0feb2fd2a105 service nova] Acquiring lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6c8f6430-c0fd-4148-a0c0-fbdf0ab8fec4 req-b106d1ab-c967-4fe3-975c-0feb2fd2a105 service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6c8f6430-c0fd-4148-a0c0-fbdf0ab8fec4 req-b106d1ab-c967-4fe3-975c-0feb2fd2a105 service nova] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-6c8f6430-c0fd-4148-a0c0-fbdf0ab8fec4 req-b106d1ab-c967-4fe3-975c-0feb2fd2a105 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] No waiting events found dispatching network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:20 user nova-compute[75686]: WARNING nova.compute.manager [req-6c8f6430-c0fd-4148-a0c0-fbdf0ab8fec4 req-b106d1ab-c967-4fe3-975c-0feb2fd2a105 service nova] [instance: fe37682d-ddd8-4ddf-8e0a-ead1af33ac81] Received unexpected event network-vif-plugged-18360711-d8e6-443f-a9b7-0116d2743ccd for instance with vm_state deleted and task_state None.
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.497s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:20 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Deleted allocations for instance fe37682d-ddd8-4ddf-8e0a-ead1af33ac81
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-efe0d2d0-c840-41e4-bf84-f395f58ee041 tempest-VolumesActionsTest-74560522 tempest-VolumesActionsTest-74560522-project-member] Lock "fe37682d-ddd8-4ddf-8e0a-ead1af33ac81" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.774s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.246s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:55:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json" returned: 0 in 0.241s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7617MB free_disk=24.964691162109375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e6a1a161-3922-48ae-a339-bb4105590b3a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e9c9e788-7241-40f7-843f-f2faeb7799ee actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 01:55:23 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 01:55:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 01:55:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:55:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:55:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:55:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.846s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updating instance_info_cache with network_info: [{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:55:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:27 user nova-compute[75686]: INFO nova.compute.manager [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Terminating instance
Nov 27 01:55:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6a2a0211-9023-4b82-a833-41bba6ee7781 req-7ba22acc-46f0-4f0e-a1ba-2b1f41ac3638 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6a2a0211-9023-4b82-a833-41bba6ee7781 req-7ba22acc-46f0-4f0e-a1ba-2b1f41ac3638 service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6a2a0211-9023-4b82-a833-41bba6ee7781 req-7ba22acc-46f0-4f0e-a1ba-2b1f41ac3638 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6a2a0211-9023-4b82-a833-41bba6ee7781 req-7ba22acc-46f0-4f0e-a1ba-2b1f41ac3638 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6a2a0211-9023-4b82-a833-41bba6ee7781 req-7ba22acc-46f0-4f0e-a1ba-2b1f41ac3638 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-6a2a0211-9023-4b82-a833-41bba6ee7781 req-7ba22acc-46f0-4f0e-a1ba-2b1f41ac3638 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-unplugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Instance destroyed successfully.
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'resources' on Instance uuid e6a1a161-3922-48ae-a339-bb4105590b3a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:50:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1970682101',display_name='tempest-TestMinimumBasicScenario-server-1970682101',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1970682101',id=21,image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPJXulr003PlxMKuwRz4blJGW0gzr6hOeJZ3GAwpoX60T7pzNs3C/SV9JsRAypCB+eKSejLwLPurAfZGCEGtrMZa7EzemY941JLUz/8uyLb4zoBxP55GFYufIDQsyUT7IA==',key_name='tempest-TestMinimumBasicScenario-21288415',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:50:33Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-52xgnkio',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='94ac552b-929c-454a-9d15-8415e5d4ea2f',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:52:49Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=e6a1a161-3922-48ae-a339-bb4105590b3a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "address": "fa:16:3e:44:4c:fa", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a62e37b-15", "ovs_interfaceid": "6a62e37b-159a-4d5e-b3d6-746fc971ca4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG os_vif [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6a62e37b-15, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=18a7a292-5da7-47f3-b830-20a66f4a54ff) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:28 user nova-compute[75686]: INFO os_vif [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:44:4c:fa,bridge_name='br-int',has_traffic_filtering=True,id=6a62e37b-159a-4d5e-b3d6-746fc971ca4e,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a62e37b-15')
Nov 27 01:55:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Deleting instance files /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a_del
Nov 27 01:55:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Deletion of /opt/stack/data/nova/instances/e6a1a161-3922-48ae-a339-bb4105590b3a_del complete
Nov 27 01:55:28 user nova-compute[75686]: INFO nova.compute.manager [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 01:55:28 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 01:55:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 01:55:29 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:29 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Took 0.52 seconds to deallocate network for instance.
Nov 27 01:55:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-5e263ce9-41a4-45d3-a69c-1949bc6f4c17 req-127e81a7-674d-47c6-8019-36798bfa7ad4 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-deleted-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:29 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:55:29 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:55:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.333s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:29 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Deleted allocations for instance e6a1a161-3922-48ae-a339-bb4105590b3a
Nov 27 01:55:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0058f55d-b465-49ce-8fc6-a66e79e7969e tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.257s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-492c5997-2a99-4afc-b08a-bf3cb30cd491 req-c30694af-4c53-4d22-a7c4-c5ac32415020 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-492c5997-2a99-4afc-b08a-bf3cb30cd491 req-c30694af-4c53-4d22-a7c4-c5ac32415020 service nova] Acquiring lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-492c5997-2a99-4afc-b08a-bf3cb30cd491 req-c30694af-4c53-4d22-a7c4-c5ac32415020 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-492c5997-2a99-4afc-b08a-bf3cb30cd491 req-c30694af-4c53-4d22-a7c4-c5ac32415020 service nova] Lock "e6a1a161-3922-48ae-a339-bb4105590b3a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-492c5997-2a99-4afc-b08a-bf3cb30cd491 req-c30694af-4c53-4d22-a7c4-c5ac32415020 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] No waiting events found dispatching network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:30 user nova-compute[75686]: WARNING nova.compute.manager [req-492c5997-2a99-4afc-b08a-bf3cb30cd491 req-c30694af-4c53-4d22-a7c4-c5ac32415020 service nova] [instance: e6a1a161-3922-48ae-a339-bb4105590b3a] Received unexpected event network-vif-plugged-6a62e37b-159a-4d5e-b3d6-746fc971ca4e for instance with vm_state deleted and task_state None.
Nov 27 01:55:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:31 user nova-compute[75686]: INFO nova.compute.manager [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Unshelving
Nov 27 01:55:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'pci_requests' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'numa_topology' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:31 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:55:31 user nova-compute[75686]: INFO nova.compute.claims [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Claim successful on node user
Nov 27 01:55:31 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:55:31 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:55:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.389s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:31 user nova-compute[75686]: INFO nova.network.neutron [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating port 773a5f14-6792-4eb7-8e9a-370a9ff0d629 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquired lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing instance network info cache due to event network-changed-773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] Acquiring lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Releasing lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:55:32 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Creating image(s)
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.objects.instance [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'trusted_certs' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] Acquired lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Refreshing network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG nova.objects.base [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<9cb4f4de-56ea-4821-b96b-4fc4a9493acc> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:34 user nova-compute[75686]: INFO nova.compute.manager [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Terminating instance
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.part --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.virt.images [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] dedad184-ea0c-40ae-9e0c-83d058b453c4 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.part /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-d4ce4a1e-4b21-4ae2-96dc-b70245ccbfd8 req-17ea8f41-8bcb-4b52-9bf5-1175c9bdd8ab service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-unplugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d4ce4a1e-4b21-4ae2-96dc-b70245ccbfd8 req-17ea8f41-8bcb-4b52-9bf5-1175c9bdd8ab service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d4ce4a1e-4b21-4ae2-96dc-b70245ccbfd8 req-17ea8f41-8bcb-4b52-9bf5-1175c9bdd8ab service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d4ce4a1e-4b21-4ae2-96dc-b70245ccbfd8 req-17ea8f41-8bcb-4b52-9bf5-1175c9bdd8ab service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-d4ce4a1e-4b21-4ae2-96dc-b70245ccbfd8 req-17ea8f41-8bcb-4b52-9bf5-1175c9bdd8ab service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No waiting events found dispatching network-vif-unplugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-d4ce4a1e-4b21-4ae2-96dc-b70245ccbfd8 req-17ea8f41-8bcb-4b52-9bf5-1175c9bdd8ab service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-unplugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updated VIF entry in instance network info cache for port 773a5f14-6792-4eb7-8e9a-370a9ff0d629. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.network.neutron [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b4f51cd0-45b4-48c1-b1b1-0b40b991a6dc req-56c7de8f-e886-4207-8c20-8a4ea253bf98 service nova] Releasing lock "refresh_cache-9cb4f4de-56ea-4821-b96b-4fc4a9493acc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.part /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.converted" returned: 0 in 0.561s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:34 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Instance destroyed successfully.
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.objects.instance [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lazy-loading 'resources' on Instance uuid e9c9e788-7241-40f7-843f-f2faeb7799ee {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:51:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-298693358',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-807422776',id=23,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAjCQO2VHlHdynlGmjS2JlDUeZ+HoloZI9TzRwxbOyPhZ7tPtPPJtE+xm94cNqjHP7ocQk3nGW+epFaH4OOfJSE1gN76r9PyGZ88v5SiGSN8QLfKeKNaYynf1XBIYK8sRw==',key_name='tempest-keypair-1905395609',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:54:12Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='9364a4c1bedd4dc68e97240fee6eba62',ramdisk_id='',reservation_id='r-jbadw67k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-433918882',owner_user_name='tempest-ServerActionsV293TestJSON-433918882-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:54:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='18ba391d043d4c798e2046791cf1941d',uuid=e9c9e788-7241-40f7-843f-f2faeb7799ee,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converting VIF {"id": "3198e01b-64f2-4a32-92af-f0a03831f77c", "address": "fa:16:3e:be:6b:85", "network": {"id": "b2e07325-1697-4e45-a630-759b44e4d0c2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1494597156-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "9364a4c1bedd4dc68e97240fee6eba62", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3198e01b-64", "ovs_interfaceid": "3198e01b-64f2-4a32-92af-f0a03831f77c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG os_vif [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3198e01b-64, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7.converted --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.974s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=9bf2d4fa-cf14-4911-9bc5-3c8d1da26f1c) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:34 user nova-compute[75686]: INFO os_vif [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:be:6b:85,bridge_name='br-int',has_traffic_filtering=True,id=3198e01b-64f2-4a32-92af-f0a03831f77c,network=Network(b2e07325-1697-4e45-a630-759b44e4d0c2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3198e01b-64')
Nov 27 01:55:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TvEzaBHj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:55:35 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec78fbbd-1f89-452a-b36b-de3e2561f06e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:55:35 user nova-compute[75686]: No targets found.
Nov 27 01:55:35 user nova-compute[75686]: iSNS:
Nov 27 01:55:35 user nova-compute[75686]: No targets found.
Nov 27 01:55:35 user nova-compute[75686]: STATIC:
Nov 27 01:55:35 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:55:35 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:55:35 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:55:35 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:55:35 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:55:35 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:55:35 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491
Nov 27 01:55:35 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:55:35 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:55:35 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7
Nov 27 01:55:35 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:55:35 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:55:35 user nova-compute[75686]: FIRMWARE:
Nov 27 01:55:35 user nova-compute[75686]: No targets found.
Nov 27 01:55:35 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:55:35 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:55:35 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6500d3b5-55d9-41b1-ba25-285f453213fc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fba383d-2a40-4814-86f3-b9ef68e251e4]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:55:35 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:55:35 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:55:35 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:55:35 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:55:35 user nova-compute[75686]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 (non-flash)
Nov 27 01:55:35 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:55:35 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:55:35 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514852fd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e44d60f-c237-4da0-95e4-8c211e66c6d8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7 --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0473e6-cbed-42fe-91f0-27c296483d67]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[108b62a8-2504-45d0-b56e-33299bb9ab20]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f3fcf9e-861e-4346-aa46-e326306666a5]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26432313863313937', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_6a70e491', '/dev/disk/by-id/scsi-1SCST_BIO6a70e491-d218c197d4642b0a') {{(pid=86898) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3044cce-29f8-4096-9820-0d25d6e64718]: (4, None) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee0aa616-940a-46eb-8434-6e83aa1e9b45]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7 --force-share --output=json" returned: 0 in 0.168s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7,backing_fmt=raw /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a963aea-3d69-4de6-b599-269b17fbaffe]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260]
Nov 27 01:55:35 user nova-compute[75686]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491, portal: 172.16.0.220,3260] successful.
Nov 27 01:55:35 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7,backing_fmt=raw /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk 1073741824" returned: 0 in 0.048s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.219s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b1a607cc-cd72-4b80-861d-73894a94f491 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e770819-c654-4901-84d2-5b2c4b0bd938]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.361s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] <== disconnect_volume: return (363ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:55:35 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Deleting instance files /opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee_del
Nov 27 01:55:35 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Deletion of /opt/stack/data/nova/instances/e9c9e788-7241-40f7-843f-f2faeb7799ee_del complete
Nov 27 01:55:35 user nova-compute[75686]: INFO nova.compute.manager [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Took 1.36 seconds to destroy the instance on the hypervisor.
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7 --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG nova.objects.instance [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'migration_context' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG nova.objects.base [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<9cb4f4de-56ea-4821-b96b-4fc4a9493acc> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:35 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Rebasing disk image.
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 -F raw /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:36 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:36 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Took 0.92 seconds to deallocate network for instance.
Nov 27 01:55:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-3c9f6bba-b350-428e-bd1a-27423bcb42e5 req-ec67a815-8a1b-494c-a6ae-1bf77592f43d service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-deleted-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:36 user nova-compute[75686]: INFO nova.compute.manager [req-3c9f6bba-b350-428e-bd1a-27423bcb42e5 req-ec67a815-8a1b-494c-a6ae-1bf77592f43d service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Neutron deleted interface 3198e01b-64f2-4a32-92af-f0a03831f77c; detaching it from the instance and deleting it from the info cache
Nov 27 01:55:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-3c9f6bba-b350-428e-bd1a-27423bcb42e5 req-ec67a815-8a1b-494c-a6ae-1bf77592f43d service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-3c9f6bba-b350-428e-bd1a-27423bcb42e5 req-ec67a815-8a1b-494c-a6ae-1bf77592f43d service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Detach interface failed, port_id=3198e01b-64f2-4a32-92af-f0a03831f77c, reason: Instance e9c9e788-7241-40f7-843f-f2faeb7799ee could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 01:55:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-4c93a414-4119-4a86-9f0b-6db6eb0ab21f req-e82299a6-0ea2-47e5-860d-c94ba205d0b6 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4c93a414-4119-4a86-9f0b-6db6eb0ab21f req-e82299a6-0ea2-47e5-860d-c94ba205d0b6 service nova] Acquiring lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4c93a414-4119-4a86-9f0b-6db6eb0ab21f req-e82299a6-0ea2-47e5-860d-c94ba205d0b6 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4c93a414-4119-4a86-9f0b-6db6eb0ab21f req-e82299a6-0ea2-47e5-860d-c94ba205d0b6 service nova] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-4c93a414-4119-4a86-9f0b-6db6eb0ab21f req-e82299a6-0ea2-47e5-860d-c94ba205d0b6 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] No waiting events found dispatching network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:36 user nova-compute[75686]: WARNING nova.compute.manager [req-4c93a414-4119-4a86-9f0b-6db6eb0ab21f req-e82299a6-0ea2-47e5-860d-c94ba205d0b6 service nova] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Received unexpected event network-vif-plugged-3198e01b-64f2-4a32-92af-f0a03831f77c for instance with vm_state active and task_state deleting.
Nov 27 01:55:37 user nova-compute[75686]: INFO nova.compute.manager [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Took 1.24 seconds to detach 1 volumes for instance.
Nov 27 01:55:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] [instance: e9c9e788-7241-40f7-843f-f2faeb7799ee] Deleting volume: b1a607cc-cd72-4b80-861d-73894a94f491 {{(pid=75686) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 01:55:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.371s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:38 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Deleted allocations for instance e9c9e788-7241-40f7-843f-f2faeb7799ee
Nov 27 01:55:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7d99b2a9-8307-4836-a512-cb02d68d0cbc tempest-ServerActionsV293TestJSON-433918882 tempest-ServerActionsV293TestJSON-433918882-project-member] Lock "e9c9e788-7241-40f7-843f-f2faeb7799ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.165s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 -F raw /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk" returned: 0 in 2.602s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Ensure instance console log exists: /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Start _get_guest_xml network_info=[{"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='baf440029b00ad0a2ef105ad7a37d4ee',container_format='bare',created_at=2023-11-27T01:53:38Z,direct_url=<?>,disk_format='qcow2',id=dedad184-ea0c-40ae-9e0c-83d058b453c4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-329055153-shelved',owner='c0890368fe814dd5b4370275a3d0420f',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-27T01:53:43Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:55:38 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:38 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='baf440029b00ad0a2ef105ad7a37d4ee',container_format='bare',created_at=2023-11-27T01:53:38Z,direct_url=<?>,disk_format='qcow2',id=dedad184-ea0c-40ae-9e0c-83d058b453c4,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-329055153-shelved',owner='c0890368fe814dd5b4370275a3d0420f',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-27T01:53:43Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.objects.instance [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'vcpu_model' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.objects.base [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<9cb4f4de-56ea-4821-b96b-4fc4a9493acc> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:51:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-329055153',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-329055153',id=22,image_ref='dedad184-ea0c-40ae-9e0c-83d058b453c4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-461329308',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:51:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-9hfcp4h4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member',shelved_at='2023-11-27T01:53:43.045859',shelved_host='user',shelved_image_id='dedad184-ea0c-40ae-9e0c-83d058b453c4'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:55:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=9cb4f4de-56ea-4821-b96b-4fc4a9493acc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.objects.instance [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'pci_devices' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.objects.base [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Object Instance<9cb4f4de-56ea-4821-b96b-4fc4a9493acc> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:55:38 user nova-compute[75686]:   <uuid>9cb4f4de-56ea-4821-b96b-4fc4a9493acc</uuid>
Nov 27 01:55:38 user nova-compute[75686]:   <name>instance-00000016</name>
Nov 27 01:55:38 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:55:38 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:55:38 user nova-compute[75686]:   <metadata>
Nov 27 01:55:38 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:55:38 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:55:38 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-329055153</nova:name>
Nov 27 01:55:38 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:55:38</nova:creationTime>
Nov 27 01:55:38 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:55:38 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:55:38 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:55:38 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:55:38 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:55:38 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:55:38 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:55:38 user nova-compute[75686]:       <nova:owner>
Nov 27 01:55:38 user nova-compute[75686]:         <nova:user uuid="2f1bb99a4d784d28abed0c4dcc03fc03">tempest-AttachVolumeShelveTestJSON-989842187-project-member</nova:user>
Nov 27 01:55:38 user nova-compute[75686]:         <nova:project uuid="c0890368fe814dd5b4370275a3d0420f">tempest-AttachVolumeShelveTestJSON-989842187</nova:project>
Nov 27 01:55:38 user nova-compute[75686]:       </nova:owner>
Nov 27 01:55:38 user nova-compute[75686]:       <nova:root type="image" uuid="dedad184-ea0c-40ae-9e0c-83d058b453c4"/>
Nov 27 01:55:38 user nova-compute[75686]:       <nova:ports>
Nov 27 01:55:38 user nova-compute[75686]:         <nova:port uuid="773a5f14-6792-4eb7-8e9a-370a9ff0d629">
Nov 27 01:55:38 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 27 01:55:38 user nova-compute[75686]:         </nova:port>
Nov 27 01:55:38 user nova-compute[75686]:       </nova:ports>
Nov 27 01:55:38 user nova-compute[75686]:     </nova:instance>
Nov 27 01:55:38 user nova-compute[75686]:   </metadata>
Nov 27 01:55:38 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:55:38 user nova-compute[75686]:     <system>
Nov 27 01:55:38 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:55:38 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:55:38 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:55:38 user nova-compute[75686]:       <entry name="serial">9cb4f4de-56ea-4821-b96b-4fc4a9493acc</entry>
Nov 27 01:55:38 user nova-compute[75686]:       <entry name="uuid">9cb4f4de-56ea-4821-b96b-4fc4a9493acc</entry>
Nov 27 01:55:38 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:55:38 user nova-compute[75686]:     </system>
Nov 27 01:55:38 user nova-compute[75686]:   </sysinfo>
Nov 27 01:55:38 user nova-compute[75686]:   <os>
Nov 27 01:55:38 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:55:38 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:55:38 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:55:38 user nova-compute[75686]:   </os>
Nov 27 01:55:38 user nova-compute[75686]:   <features>
Nov 27 01:55:38 user nova-compute[75686]:     <acpi/>
Nov 27 01:55:38 user nova-compute[75686]:     <apic/>
Nov 27 01:55:38 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:55:38 user nova-compute[75686]:   </features>
Nov 27 01:55:38 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:55:38 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:55:38 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:55:38 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:55:38 user nova-compute[75686]:   </clock>
Nov 27 01:55:38 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:55:38 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:55:38 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:55:38 user nova-compute[75686]:   </cpu>
Nov 27 01:55:38 user nova-compute[75686]:   <devices>
Nov 27 01:55:38 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:55:38 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:55:38 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk"/>
Nov 27 01:55:38 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:55:38 user nova-compute[75686]:     </disk>
Nov 27 01:55:38 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:55:38 user nova-compute[75686]:       <mac address="fa:16:3e:29:b7:7d"/>
Nov 27 01:55:38 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:55:38 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:55:38 user nova-compute[75686]:       <target dev="tap773a5f14-67"/>
Nov 27 01:55:38 user nova-compute[75686]:     </interface>
Nov 27 01:55:38 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:55:38 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/console.log" append="off"/>
Nov 27 01:55:38 user nova-compute[75686]:     </serial>
Nov 27 01:55:38 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:55:38 user nova-compute[75686]:     <video>
Nov 27 01:55:38 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:55:38 user nova-compute[75686]:     </video>
Nov 27 01:55:38 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:55:38 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:55:38 user nova-compute[75686]:     </rng>
Nov 27 01:55:38 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:55:38 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:55:38 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:55:38 user nova-compute[75686]:     </memballoon>
Nov 27 01:55:38 user nova-compute[75686]:   </devices>
Nov 27 01:55:38 user nova-compute[75686]: </domain>
Nov 27 01:55:38 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:51:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-329055153',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-329055153',id=22,image_ref='dedad184-ea0c-40ae-9e0c-83d058b453c4',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-461329308',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:51:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-9hfcp4h4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member',shelved_at='2023-11-27T01:53:43.045859',shelved_host='user',shelved_image_id='dedad184-ea0c-40ae-9e0c-83d058b453c4'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:55:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=9cb4f4de-56ea-4821-b96b-4fc4a9493acc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG os_vif [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c80b3435-e6a1-5b54-9e07-bde5febc53b1', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap773a5f14-67, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap773a5f14-67, col_values=(('qos', UUID('1b3c71f3-c2d2-4030-8471-45641596690d')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap773a5f14-67, col_values=(('external_ids', {'iface-id': '773a5f14-6792-4eb7-8e9a-370a9ff0d629', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:b7:7d', 'vm-uuid': '9cb4f4de-56ea-4821-b96b-4fc4a9493acc'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:38 user nova-compute[75686]: INFO os_vif [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67')
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:55:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] No VIF found with MAC fa:16:3e:29:b7:7d, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:55:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-e694efa5-ea19-4b85-b022-5a1e43aac57c req-b07a859e-190a-4c88-9bf7-0dbafb9240e2 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e694efa5-ea19-4b85-b022-5a1e43aac57c req-b07a859e-190a-4c88-9bf7-0dbafb9240e2 service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e694efa5-ea19-4b85-b022-5a1e43aac57c req-b07a859e-190a-4c88-9bf7-0dbafb9240e2 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e694efa5-ea19-4b85-b022-5a1e43aac57c req-b07a859e-190a-4c88-9bf7-0dbafb9240e2 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-e694efa5-ea19-4b85-b022-5a1e43aac57c req-b07a859e-190a-4c88-9bf7-0dbafb9240e2 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:40 user nova-compute[75686]: WARNING nova.compute.manager [req-e694efa5-ea19-4b85-b022-5a1e43aac57c req-b07a859e-190a-4c88-9bf7-0dbafb9240e2 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received unexpected event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 01:55:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:55:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:55:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance spawned successfully.
Nov 27 01:55:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-21678bfd-462f-4e41-90bf-bcefcd4a9b70 req-96064c26-905e-40d2-8f8e-6eb123fec481 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21678bfd-462f-4e41-90bf-bcefcd4a9b70 req-96064c26-905e-40d2-8f8e-6eb123fec481 service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21678bfd-462f-4e41-90bf-bcefcd4a9b70 req-96064c26-905e-40d2-8f8e-6eb123fec481 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21678bfd-462f-4e41-90bf-bcefcd4a9b70 req-96064c26-905e-40d2-8f8e-6eb123fec481 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-21678bfd-462f-4e41-90bf-bcefcd4a9b70 req-96064c26-905e-40d2-8f8e-6eb123fec481 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:55:42 user nova-compute[75686]: WARNING nova.compute.manager [req-21678bfd-462f-4e41-90bf-bcefcd4a9b70 req-96064c26-905e-40d2-8f8e-6eb123fec481 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received unexpected event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 01:55:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:55:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-01c78822-bbc5-4928-a996-c1c5649da344 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 11.169s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:55:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 01:55:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:55:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:55:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:55:51 user nova-compute[75686]: INFO nova.compute.claims [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Claim successful on node user
Nov 27 01:55:51 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.381s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:55:52 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:55:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:55:52 user nova-compute[75686]: INFO nova.virt.block_device [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Booting with volume a0537543-e0ab-4cc4-b2eb-da076b564739 at /dev/vda
Nov 27 01:55:52 user nova-compute[75686]: DEBUG os_brick.utils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[79d5514c-b03b-4c2e-b6d2-12f3d57c67e3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG nova.policy [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d1d312ea9224e4b9e57e5576276a485', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25a6f8db8baf4e9988fc1ca048107122', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f557b07-82fc-4d93-ac44-24897ddfd18e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[341f9c69-5c9e-4b6d-b6bb-21ffa1265b97]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[02f32ecb-243a-417a-8d4d-e82a2e35c7e4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:55:52 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:55:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1456dd37-effd-4aeb-aa4c-ae5f49a84f10]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG os_brick.utils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== get_connector_properties: return (160ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating existing volume attachment record: e5946aff-7bfc-4d84-8a06-d8120685127a {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:55:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Successfully created port: cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Successfully updated port: cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquired lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-changed-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Refreshing instance network info cache due to event network-changed-cedd1abb-f373-4f94-9c4e-077654ea4581. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] Acquiring lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating instance_info_cache with network_info: [{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Releasing lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance network_info: |[{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] Acquired lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:55:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Refreshing network info cache for port cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:55:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updated VIF entry in instance network info cache for port cedd1abb-f373-4f94-9c4e-077654ea4581. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:55:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating instance_info_cache with network_info: [{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:55:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-03945d65-2f69-4cb1-bbde-d42b3b36d783 req-680e9f5e-9ced-47db-8f3f-d397d807c875 service nova] Releasing lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:55:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Creating image(s)
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Ensure instance console log exists: /opt/stack/data/nova/instances/fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Start _get_guest_xml network_info=[{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'e5946aff-7bfc-4d84-8a06-d8120685127a', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7', 'attached_at': '', 'detached_at': '', 'volume_id': 'a0537543-e0ab-4cc4-b2eb-da076b564739', 'serial': 'a0537543-e0ab-4cc4-b2eb-da076b564739'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:55:58 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:58 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:55:58 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:55:58 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:55:58 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9b8ffe5-1798-4150-b95e-e35fb0c5c241]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:55:58 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0006295b-5525-46cf-b518-ab0aaf2e1642]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739] added
Nov 27 01:55:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[42a6c0b9-ecab-4309-8f39-92c9da43b4f2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a702eb6-0070-4c5a-9b0a-fc3032207dd6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKAoZnmW {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKAoZnmW" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6acbade9-3e98-435b-bef0-9eaf3d2b5eda]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NKAoZnmW'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cecf8ec4-0584-4e21-b956-495c09c38a2f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b48bf75-dd66-40d1-a8f9-f2fb65211893]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:55:58 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:55:58 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:55:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:55:58 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:55:58 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:55:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b45ce5-6538-44ca-ba38-1142413d7b8b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]
Nov 27 01:55:58 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.
Nov 27 01:55:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c3e6601-11df-4b22-a406-7fa5c0008883]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3de628b0-5a68-4589-a99a-c1e03981ac42]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:55:59 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:55:59 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:55:59 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:55:59 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:55:59 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:55:59 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:55:59 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:55:59 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] HCTL ('33', '-', '-', 0) found on session 29 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ed519c8-1f03-4125-8c48-f71eed74b219]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching for a device in session 29 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:55:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.305s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== connect_volume: return (1306ms) {'type': 'block', 'scsi_wwn': '23164326662303638', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164326662303638', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:55:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-127030341',display_name='tempest-ServerActionsTestOtherA-server-127030341',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-127030341',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-vju6d325',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:55:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'pci_devices' on Instance uuid fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:56:00 user nova-compute[75686]:   <uuid>fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7</uuid>
Nov 27 01:56:00 user nova-compute[75686]:   <name>instance-0000001d</name>
Nov 27 01:56:00 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:56:00 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:56:00 user nova-compute[75686]:   <metadata>
Nov 27 01:56:00 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:56:00 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:56:00 user nova-compute[75686]:       <nova:name>tempest-ServerActionsTestOtherA-server-127030341</nova:name>
Nov 27 01:56:00 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:55:58</nova:creationTime>
Nov 27 01:56:00 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:56:00 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:56:00 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:56:00 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:56:00 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:56:00 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:56:00 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:56:00 user nova-compute[75686]:       <nova:owner>
Nov 27 01:56:00 user nova-compute[75686]:         <nova:user uuid="4d1d312ea9224e4b9e57e5576276a485">tempest-ServerActionsTestOtherA-1470255416-project-member</nova:user>
Nov 27 01:56:00 user nova-compute[75686]:         <nova:project uuid="25a6f8db8baf4e9988fc1ca048107122">tempest-ServerActionsTestOtherA-1470255416</nova:project>
Nov 27 01:56:00 user nova-compute[75686]:       </nova:owner>
Nov 27 01:56:00 user nova-compute[75686]:       <nova:ports>
Nov 27 01:56:00 user nova-compute[75686]:         <nova:port uuid="cedd1abb-f373-4f94-9c4e-077654ea4581">
Nov 27 01:56:00 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 01:56:00 user nova-compute[75686]:         </nova:port>
Nov 27 01:56:00 user nova-compute[75686]:       </nova:ports>
Nov 27 01:56:00 user nova-compute[75686]:     </nova:instance>
Nov 27 01:56:00 user nova-compute[75686]:   </metadata>
Nov 27 01:56:00 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:56:00 user nova-compute[75686]:     <system>
Nov 27 01:56:00 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:56:00 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:56:00 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:56:00 user nova-compute[75686]:       <entry name="serial">fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7</entry>
Nov 27 01:56:00 user nova-compute[75686]:       <entry name="uuid">fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7</entry>
Nov 27 01:56:00 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:56:00 user nova-compute[75686]:     </system>
Nov 27 01:56:00 user nova-compute[75686]:   </sysinfo>
Nov 27 01:56:00 user nova-compute[75686]:   <os>
Nov 27 01:56:00 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:56:00 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:56:00 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:56:00 user nova-compute[75686]:   </os>
Nov 27 01:56:00 user nova-compute[75686]:   <features>
Nov 27 01:56:00 user nova-compute[75686]:     <acpi/>
Nov 27 01:56:00 user nova-compute[75686]:     <apic/>
Nov 27 01:56:00 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:56:00 user nova-compute[75686]:   </features>
Nov 27 01:56:00 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:56:00 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:56:00 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:56:00 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:56:00 user nova-compute[75686]:   </clock>
Nov 27 01:56:00 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:56:00 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:56:00 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:56:00 user nova-compute[75686]:   </cpu>
Nov 27 01:56:00 user nova-compute[75686]:   <devices>
Nov 27 01:56:00 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:56:00 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:56:00 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 01:56:00 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:56:00 user nova-compute[75686]:       <serial>a0537543-e0ab-4cc4-b2eb-da076b564739</serial>
Nov 27 01:56:00 user nova-compute[75686]:     </disk>
Nov 27 01:56:00 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:56:00 user nova-compute[75686]:       <mac address="fa:16:3e:e2:a4:d2"/>
Nov 27 01:56:00 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:56:00 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:56:00 user nova-compute[75686]:       <target dev="tapcedd1abb-f3"/>
Nov 27 01:56:00 user nova-compute[75686]:     </interface>
Nov 27 01:56:00 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:56:00 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7/console.log" append="off"/>
Nov 27 01:56:00 user nova-compute[75686]:     </serial>
Nov 27 01:56:00 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:56:00 user nova-compute[75686]:     <video>
Nov 27 01:56:00 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:56:00 user nova-compute[75686]:     </video>
Nov 27 01:56:00 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:56:00 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:56:00 user nova-compute[75686]:     </rng>
Nov 27 01:56:00 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:56:00 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:56:00 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:56:00 user nova-compute[75686]:     </memballoon>
Nov 27 01:56:00 user nova-compute[75686]:   </devices>
Nov 27 01:56:00 user nova-compute[75686]: </domain>
Nov 27 01:56:00 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:55:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-127030341',display_name='tempest-ServerActionsTestOtherA-server-127030341',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-127030341',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-vju6d325',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:55:52Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG os_vif [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ff2775d2-a1dd-504d-8367-29047ec8f11a', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcedd1abb-f3, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcedd1abb-f3, col_values=(('qos', UUID('bf7c1331-afbe-4d5b-917a-ecbb573237d9')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcedd1abb-f3, col_values=(('external_ids', {'iface-id': 'cedd1abb-f373-4f94-9c4e-077654ea4581', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:a4:d2', 'vm-uuid': 'fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:00 user nova-compute[75686]: INFO os_vif [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3')
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:56:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No VIF found with MAC fa:16:3e:e2:a4:d2, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-abbb57b3-dcf9-42ad-b649-01b218346f65 req-92a40581-ff59-4878-881c-81f07977adcd service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-abbb57b3-dcf9-42ad-b649-01b218346f65 req-92a40581-ff59-4878-881c-81f07977adcd service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-abbb57b3-dcf9-42ad-b649-01b218346f65 req-92a40581-ff59-4878-881c-81f07977adcd service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-abbb57b3-dcf9-42ad-b649-01b218346f65 req-92a40581-ff59-4878-881c-81f07977adcd service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-abbb57b3-dcf9-42ad-b649-01b218346f65 req-92a40581-ff59-4878-881c-81f07977adcd service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:01 user nova-compute[75686]: WARNING nova.compute.manager [req-abbb57b3-dcf9-42ad-b649-01b218346f65 req-92a40581-ff59-4878-881c-81f07977adcd service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received unexpected event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with vm_state building and task_state spawning.
Nov 27 01:56:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:56:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance spawned successfully.
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:03 user nova-compute[75686]: INFO nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Took 5.02 seconds to spawn the instance on the hypervisor.
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:56:03 user nova-compute[75686]: INFO nova.compute.manager [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Took 12.29 seconds to build instance.
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-3b7c0ad3-1614-4e16-97e8-092be8965299 req-276242db-cc91-4eed-ab51-3dcfc146bbb2 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b7c0ad3-1614-4e16-97e8-092be8965299 req-276242db-cc91-4eed-ab51-3dcfc146bbb2 service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b7c0ad3-1614-4e16-97e8-092be8965299 req-276242db-cc91-4eed-ab51-3dcfc146bbb2 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b7c0ad3-1614-4e16-97e8-092be8965299 req-276242db-cc91-4eed-ab51-3dcfc146bbb2 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-3b7c0ad3-1614-4e16-97e8-092be8965299 req-276242db-cc91-4eed-ab51-3dcfc146bbb2 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:03 user nova-compute[75686]: WARNING nova.compute.manager [req-3b7c0ad3-1614-4e16-97e8-092be8965299 req-276242db-cc91-4eed-ab51-3dcfc146bbb2 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received unexpected event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with vm_state active and task_state None.
Nov 27 01:56:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93fa841f-2b17-404a-99dc-7798a0cc6619 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.379s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:16 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:18 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:18 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:18 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:56:21 user nova-compute[75686]: INFO nova.compute.claims [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Claim successful on node user
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.566s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk.rescue --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:56:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.policy [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10716a7e05b54eef981b7c20e6b796ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd7e2e5ce3c4145fb92668e1a767d9881', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:56:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Creating image(s)
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "/opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "/opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "/opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "50b1b93de2d9fbdd6492f1a51fb4479b65d77d24" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "50b1b93de2d9fbdd6492f1a51fb4479b65d77d24" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.556s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Successfully created port: 6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.part --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG nova.virt.images [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.part /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.part /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.converted" returned: 0 in 0.157s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Successfully updated port: 6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing instance network info cache due to event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] Acquiring lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] Acquired lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24.converted --force-share --output=json" returned: 0 in 0.603s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "50b1b93de2d9fbdd6492f1a51fb4479b65d77d24" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.521s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:56:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:56:23 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7728MB free_disk=25.00356674194336GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24 --force-share --output=json" returned: 0 in 0.216s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "50b1b93de2d9fbdd6492f1a51fb4479b65d77d24" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "50b1b93de2d9fbdd6492f1a51fb4479b65d77d24" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 9cb4f4de-56ea-4821-b96b-4fc4a9493acc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5da201ef-ad3c-4932-8423-ab43d9579efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ef4fc7e3-580d-4c00-bcad-28709e972458 req-75af5e08-e905-4aab-a19c-609a158c027b service nova] Releasing lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24 --force-share --output=json" returned: 0 in 0.210s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquired lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.network.neutron [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24,backing_fmt=raw /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24,backing_fmt=raw /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk 1073741824" returned: 0 in 0.060s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "50b1b93de2d9fbdd6492f1a51fb4479b65d77d24" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.278s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.network.neutron [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24 --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.807s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Cannot resize image /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Ensure instance console log exists: /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Releasing lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance network_info: |[{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Start _get_guest_xml network_info=[{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:56:18Z,direct_url=<?>,disk_format='qcow2',id=bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8,min_disk=0,min_ram=0,name='tempest-scenario-img--1903861024',owner='d7e2e5ce3c4145fb92668e1a767d9881',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:56:20Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': 'bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:56:25 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:56:25 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:56:18Z,direct_url=<?>,disk_format='qcow2',id=bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8,min_disk=0,min_ram=0,name='tempest-scenario-img--1903861024',owner='d7e2e5ce3c4145fb92668e1a767d9881',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:56:20Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:56:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1639395288',display_name='tempest-TestMinimumBasicScenario-server-1639395288',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1639395288',id=30,image_ref='bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGo45/XG7Mgr+ESDoM3FOG3LtgIn9egBNgBXLj4QlERDSldVWX21vw4Mbeo96PHEePUWMDv4dkBv7TfRpvD/1PyJITKJJ61K8L7zrEYZGg9Q+loaUvZ4godZMx/5SBorEQ==',key_name='tempest-TestMinimumBasicScenario-1854039273',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-i00g10fi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:56:22Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=5da201ef-ad3c-4932-8423-ab43d9579efc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:af:16,bridge_name='br-int',has_traffic_filtering=True,id=6bc94eec-248b-4342-bfd1-5df305806d9c,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bc94eec-24') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.objects.instance [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'pci_devices' on Instance uuid 5da201ef-ad3c-4932-8423-ab43d9579efc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:56:25 user nova-compute[75686]:   <uuid>5da201ef-ad3c-4932-8423-ab43d9579efc</uuid>
Nov 27 01:56:25 user nova-compute[75686]:   <name>instance-0000001e</name>
Nov 27 01:56:25 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:56:25 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:56:25 user nova-compute[75686]:   <metadata>
Nov 27 01:56:25 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:56:25 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:56:25 user nova-compute[75686]:       <nova:name>tempest-TestMinimumBasicScenario-server-1639395288</nova:name>
Nov 27 01:56:25 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:56:25</nova:creationTime>
Nov 27 01:56:25 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:56:25 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:56:25 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:56:25 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:56:25 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:56:25 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:56:25 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:56:25 user nova-compute[75686]:       <nova:owner>
Nov 27 01:56:25 user nova-compute[75686]:         <nova:user uuid="10716a7e05b54eef981b7c20e6b796ce">tempest-TestMinimumBasicScenario-570450055-project-member</nova:user>
Nov 27 01:56:25 user nova-compute[75686]:         <nova:project uuid="d7e2e5ce3c4145fb92668e1a767d9881">tempest-TestMinimumBasicScenario-570450055</nova:project>
Nov 27 01:56:25 user nova-compute[75686]:       </nova:owner>
Nov 27 01:56:25 user nova-compute[75686]:       <nova:root type="image" uuid="bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8"/>
Nov 27 01:56:25 user nova-compute[75686]:       <nova:ports>
Nov 27 01:56:25 user nova-compute[75686]:         <nova:port uuid="6bc94eec-248b-4342-bfd1-5df305806d9c">
Nov 27 01:56:25 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 01:56:25 user nova-compute[75686]:         </nova:port>
Nov 27 01:56:25 user nova-compute[75686]:       </nova:ports>
Nov 27 01:56:25 user nova-compute[75686]:     </nova:instance>
Nov 27 01:56:25 user nova-compute[75686]:   </metadata>
Nov 27 01:56:25 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:56:25 user nova-compute[75686]:     <system>
Nov 27 01:56:25 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:56:25 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:56:25 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:56:25 user nova-compute[75686]:       <entry name="serial">5da201ef-ad3c-4932-8423-ab43d9579efc</entry>
Nov 27 01:56:25 user nova-compute[75686]:       <entry name="uuid">5da201ef-ad3c-4932-8423-ab43d9579efc</entry>
Nov 27 01:56:25 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:56:25 user nova-compute[75686]:     </system>
Nov 27 01:56:25 user nova-compute[75686]:   </sysinfo>
Nov 27 01:56:25 user nova-compute[75686]:   <os>
Nov 27 01:56:25 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:56:25 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:56:25 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:56:25 user nova-compute[75686]:   </os>
Nov 27 01:56:25 user nova-compute[75686]:   <features>
Nov 27 01:56:25 user nova-compute[75686]:     <acpi/>
Nov 27 01:56:25 user nova-compute[75686]:     <apic/>
Nov 27 01:56:25 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:56:25 user nova-compute[75686]:   </features>
Nov 27 01:56:25 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:56:25 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:56:25 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:56:25 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:56:25 user nova-compute[75686]:   </clock>
Nov 27 01:56:25 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:56:25 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:56:25 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:56:25 user nova-compute[75686]:   </cpu>
Nov 27 01:56:25 user nova-compute[75686]:   <devices>
Nov 27 01:56:25 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:56:25 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:56:25 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk"/>
Nov 27 01:56:25 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:56:25 user nova-compute[75686]:     </disk>
Nov 27 01:56:25 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:56:25 user nova-compute[75686]:       <mac address="fa:16:3e:ae:af:16"/>
Nov 27 01:56:25 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:56:25 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:56:25 user nova-compute[75686]:       <target dev="tap6bc94eec-24"/>
Nov 27 01:56:25 user nova-compute[75686]:     </interface>
Nov 27 01:56:25 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:56:25 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/console.log" append="off"/>
Nov 27 01:56:25 user nova-compute[75686]:     </serial>
Nov 27 01:56:25 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:56:25 user nova-compute[75686]:     <video>
Nov 27 01:56:25 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:56:25 user nova-compute[75686]:     </video>
Nov 27 01:56:25 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:56:25 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:56:25 user nova-compute[75686]:     </rng>
Nov 27 01:56:25 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:56:25 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:56:25 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:56:25 user nova-compute[75686]:     </memballoon>
Nov 27 01:56:25 user nova-compute[75686]:   </devices>
Nov 27 01:56:25 user nova-compute[75686]: </domain>
Nov 27 01:56:25 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:56:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1639395288',display_name='tempest-TestMinimumBasicScenario-server-1639395288',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1639395288',id=30,image_ref='bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGo45/XG7Mgr+ESDoM3FOG3LtgIn9egBNgBXLj4QlERDSldVWX21vw4Mbeo96PHEePUWMDv4dkBv7TfRpvD/1PyJITKJJ61K8L7zrEYZGg9Q+loaUvZ4godZMx/5SBorEQ==',key_name='tempest-TestMinimumBasicScenario-1854039273',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-i00g10fi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:56:22Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=5da201ef-ad3c-4932-8423-ab43d9579efc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:af:16,bridge_name='br-int',has_traffic_filtering=True,id=6bc94eec-248b-4342-bfd1-5df305806d9c,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bc94eec-24') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG os_vif [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:af:16,bridge_name='br-int',has_traffic_filtering=True,id=6bc94eec-248b-4342-bfd1-5df305806d9c,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bc94eec-24') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2560a0bf-1c26-5107-891b-3ae3caeb0e59', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6bc94eec-24, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6bc94eec-24, col_values=(('qos', UUID('c55f03dd-475a-4c2d-8bef-a6fd3b66e4fd')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6bc94eec-24, col_values=(('external_ids', {'iface-id': '6bc94eec-248b-4342-bfd1-5df305806d9c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:af:16', 'vm-uuid': '5da201ef-ad3c-4932-8423-ab43d9579efc'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:25 user nova-compute[75686]: INFO os_vif [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:af:16,bridge_name='br-int',has_traffic_filtering=True,id=6bc94eec-248b-4342-bfd1-5df305806d9c,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bc94eec-24')
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No VIF found with MAC fa:16:3e:ae:af:16, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updating instance_info_cache with network_info: [{"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:26 user nova-compute[75686]: INFO nova.compute.manager [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Unrescuing
Nov 27 01:56:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-15ce2484-bc0a-4d6e-8ff1-f9026f57236c req-47172e6a-86ef-4d4a-8a63-69b7fdcf0bec service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-15ce2484-bc0a-4d6e-8ff1-f9026f57236c req-47172e6a-86ef-4d4a-8a63-69b7fdcf0bec service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-15ce2484-bc0a-4d6e-8ff1-f9026f57236c req-47172e6a-86ef-4d4a-8a63-69b7fdcf0bec service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-15ce2484-bc0a-4d6e-8ff1-f9026f57236c req-47172e6a-86ef-4d4a-8a63-69b7fdcf0bec service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-15ce2484-bc0a-4d6e-8ff1-f9026f57236c req-47172e6a-86ef-4d4a-8a63-69b7fdcf0bec service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:27 user nova-compute[75686]: WARNING nova.compute.manager [req-15ce2484-bc0a-4d6e-8ff1-f9026f57236c req-47172e6a-86ef-4d4a-8a63-69b7fdcf0bec service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received unexpected event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with vm_state building and task_state spawning.
Nov 27 01:56:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG nova.network.neutron [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG nova.objects.instance [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'flavor' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-c1dfe0e7-da24-4c9f-b043-9ada3cd8d503 req-5ddcee2f-67ef-4907-a8e5-70805220a2a9 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c1dfe0e7-da24-4c9f-b043-9ada3cd8d503 req-5ddcee2f-67ef-4907-a8e5-70805220a2a9 service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c1dfe0e7-da24-4c9f-b043-9ada3cd8d503 req-5ddcee2f-67ef-4907-a8e5-70805220a2a9 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c1dfe0e7-da24-4c9f-b043-9ada3cd8d503 req-5ddcee2f-67ef-4907-a8e5-70805220a2a9 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-c1dfe0e7-da24-4c9f-b043-9ada3cd8d503 req-5ddcee2f-67ef-4907-a8e5-70805220a2a9 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:28 user nova-compute[75686]: WARNING nova.compute.manager [req-c1dfe0e7-da24-4c9f-b043-9ada3cd8d503 req-5ddcee2f-67ef-4907-a8e5-70805220a2a9 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:56:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance destroyed successfully.
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-373cf148-c0dc-427c-8449-cd6547545092 req-9baf1c0d-cf7e-4f5a-b4aa-000532528dcc service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-373cf148-c0dc-427c-8449-cd6547545092 req-9baf1c0d-cf7e-4f5a-b4aa-000532528dcc service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-373cf148-c0dc-427c-8449-cd6547545092 req-9baf1c0d-cf7e-4f5a-b4aa-000532528dcc service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-373cf148-c0dc-427c-8449-cd6547545092 req-9baf1c0d-cf7e-4f5a-b4aa-000532528dcc service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-373cf148-c0dc-427c-8449-cd6547545092 req-9baf1c0d-cf7e-4f5a-b4aa-000532528dcc service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:29 user nova-compute[75686]: WARNING nova.compute.manager [req-373cf148-c0dc-427c-8449-cd6547545092 req-9baf1c0d-cf7e-4f5a-b4aa-000532528dcc service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received unexpected event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with vm_state building and task_state spawning.
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:56:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance spawned successfully.
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:56:29 user nova-compute[75686]: INFO nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Took 7.15 seconds to spawn the instance on the hypervisor.
Nov 27 01:56:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:56:29 user nova-compute[75686]: INFO nova.compute.manager [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Took 8.11 seconds to build instance.
Nov 27 01:56:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-148404e0-e5dd-4596-a38f-262314ab96f2 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.239s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:30 user nova-compute[75686]: WARNING nova.compute.manager [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:56:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:30 user nova-compute[75686]: WARNING nova.compute.manager [req-f693eda7-9b77-4448-8b29-864486e485a1 req-7c5b6b58-d572-415f-a23a-2d5050c689f2 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:56:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-30ea9775-e3ef-4c7b-8655-2c47753eecd8 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:56:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-5916537d-6e02-4e30-a07a-5caf41aaf5bd req-5ce1f103-f43b-4e52-ba3a-355e8af86c93 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5916537d-6e02-4e30-a07a-5caf41aaf5bd req-5ce1f103-f43b-4e52-ba3a-355e8af86c93 service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5916537d-6e02-4e30-a07a-5caf41aaf5bd req-5ce1f103-f43b-4e52-ba3a-355e8af86c93 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5916537d-6e02-4e30-a07a-5caf41aaf5bd req-5ce1f103-f43b-4e52-ba3a-355e8af86c93 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-5916537d-6e02-4e30-a07a-5caf41aaf5bd req-5ce1f103-f43b-4e52-ba3a-355e8af86c93 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:32 user nova-compute[75686]: WARNING nova.compute.manager [req-5916537d-6e02-4e30-a07a-5caf41aaf5bd req-5ce1f103-f43b-4e52-ba3a-355e8af86c93 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state active and task_state None.
Nov 27 01:56:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lazy-loading 'flavor' on Instance uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:36 user nova-compute[75686]: INFO nova.compute.manager [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Attaching volume e7b55384-ce77-4dc9-93e2-50713115b4a1 to /dev/vdb
Nov 27 01:56:36 user nova-compute[75686]: DEBUG os_brick.utils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d89857ab-3119-4605-9b64-e724a51913cb]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f2690da-9a25-4276-b808-99994e734f3e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f03bfb-fdb1-414a-a82d-5c15e35c3390]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da8e619-bd84-4eca-b9df-f9a4461b76b0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:56:36 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:56:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8d0ccf3-61cc-4e7a-8a51-dcf81597d216]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG os_brick.utils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:56:36 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating existing volume attachment record: f7a632ef-5bb5-4aa9-918a-af5b8bb9a995 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:56:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:56:43 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:56:43 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:56:43 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a307dadb-54ce-4dca-9100-0bbd05737b99]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:56:43 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cefbfef-8ad2-4f9b-9387-e55644fcf485]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1] added
Nov 27 01:56:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a57cdf3f-f498-4fa4-a91d-83cfed31c927]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fc485f8-dcfd-4655-8fcb-11c678f47c30]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XETzIFBc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XETzIFBc" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[435dbd90-a14f-4e96-8f59-7b88fdac4c8d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XETzIFBc'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fa410e5-edaf-4146-8b11-348776473442]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[822455e5-118c-449b-b3b8-fba5c37758c8]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:43 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:43 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:43 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:43 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:43 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:43 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.078s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a097ac5-d851-439e-b73a-494cab492f3a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]
Nov 27 01:56:43 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.
Nov 27 01:56:43 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a07936f5-6186-4bda-a27d-aa6f585a39a8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8c235ae-e5c3-4c9b-964d-4bb6400408b3]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:56:44 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] HCTL ('37', '-', '-', 0) found on session 30 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9046fda2-7907-4398-ba3c-df4fcea284c7]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:56:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching for a device in session 30 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.375s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== connect_volume: return (1377ms) {'type': 'block', 'scsi_wwn': '23564303433663539', 'path': '/dev/sdf'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564303433663539', 'path': '/dev/sdf'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lazy-loading 'flavor' on Instance uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:56:45 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:56:45 user nova-compute[75686]:   <source dev="/dev/sdf"/>
Nov 27 01:56:45 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:56:45 user nova-compute[75686]:   <serial>e7b55384-ce77-4dc9-93e2-50713115b4a1</serial>
Nov 27 01:56:45 user nova-compute[75686]: </disk>
Nov 27 01:56:45 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No VIF found with MAC fa:16:3e:e9:3a:fe, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:56:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0111c66e-2616-449a-a1b4-9e9dd2178c37 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.311s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Stashing vm_state: active {{(pid=75686) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:56:47 user nova-compute[75686]: INFO nova.compute.claims [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Claim successful on node user
Nov 27 01:56:47 user nova-compute[75686]: INFO nova.compute.resource_tracker [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating resource usage from migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43
Nov 27 01:56:47 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.472s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:47 user nova-compute[75686]: INFO nova.compute.manager [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Migrating
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquired lock "compute-rpcapi-router" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:47 user nova-compute[75686]: INFO nova.compute.rpcapi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Releasing lock "compute-rpcapi-router" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquired lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:47 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Releasing lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquired lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG nova.network.neutron [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'info_cache' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Starting migrate_disk_and_power_off {{(pid=75686) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG nova.objects.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c789dad-7591-49c7-a36c-8754fab2f1eb req-581e0e5e-3eec-458f-a8e1-a08d668b8f08 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c789dad-7591-49c7-a36c-8754fab2f1eb req-581e0e5e-3eec-458f-a8e1-a08d668b8f08 service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c789dad-7591-49c7-a36c-8754fab2f1eb req-581e0e5e-3eec-458f-a8e1-a08d668b8f08 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8c789dad-7591-49c7-a36c-8754fab2f1eb req-581e0e5e-3eec-458f-a8e1-a08d668b8f08 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-8c789dad-7591-49c7-a36c-8754fab2f1eb req-581e0e5e-3eec-458f-a8e1-a08d668b8f08 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:49 user nova-compute[75686]: WARNING nova.compute.manager [req-8c789dad-7591-49c7-a36c-8754fab2f1eb req-581e0e5e-3eec-458f-a8e1-a08d668b8f08 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state active and task_state resize_migrating.
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updating instance_info_cache with network_info: [{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Releasing lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance destroyed successfully.
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'resources' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.objects.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:54:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_vif [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec0b5b94-88, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=65fc4b81-fce3-4d60-bd67-679cb0ec6596) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: INFO os_vif [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88')
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szALKhOU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:56:49 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance destroyed successfully.
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:52:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:56:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1240708917-network", "vif_mac": "fa:16:3e:e9:3a:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1240708917-network", "vif_mac": "fa:16:3e:e9:3a:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_vif [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf6a3b4d-01, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=08aeb6e8-bf5a-4a36-a9e2-f5508601770b) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:49 user nova-compute[75686]: INFO os_vif [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01')
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[626806ab-62f2-4e07-b5d4-45ea2a5d2b8d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:56:49 user nova-compute[75686]: No targets found.
Nov 27 01:56:49 user nova-compute[75686]: iSNS:
Nov 27 01:56:49 user nova-compute[75686]: No targets found.
Nov 27 01:56:49 user nova-compute[75686]: STATIC:
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: FIRMWARE:
Nov 27 01:56:49 user nova-compute[75686]: No targets found.
Nov 27 01:56:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:56:49 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:56:49 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:56:49 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f9d5b70-e411-4920-b716-10b67cf57261]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e701a07a-ca9b-403d-b8da-4fc2edfaa227]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514832fa30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8d5f8d8-58f1-48dc-9253-d75c074cf126]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc8185fe-13ba-41ae-a182-cd2c72da41bb]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed56d464-4b74-4ec5-863d-9f7aa3d9cddf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e2a18a3-b164-4d0f-a271-3ea6ac46ce5c]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4c76816-e4b3-46f0-81c2-c5aae7a84881]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[09c98a94-362d-4299-b8dd-8566d23f9021]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]
Nov 27 01:56:49 user nova-compute[75686]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.
Nov 27 01:56:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[20aa3b98-7c27-4929-a02d-159236ce149b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.353s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== disconnect_volume: return (354ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.312s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Start _get_guest_xml network_info=[{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '718f3dd7-e787-403e-b259-247aff7303aa', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szALKhOU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, 'status': 'reserved', 'instance': '53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc', 'attached_at': '', 'detached_at': '', 'volume_id': '4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'serial': '4ab5f227-9168-40b3-b11a-9b8bc5dabde7'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'numa_topology' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb3b40f7-4f30-49b7-9adc-b5cfdee3ecda]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:56:49 user nova-compute[75686]: No targets found.
Nov 27 01:56:49 user nova-compute[75686]: iSNS:
Nov 27 01:56:49 user nova-compute[75686]: No targets found.
Nov 27 01:56:49 user nova-compute[75686]: STATIC:
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 01:56:49 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:56:49 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:56:49 user nova-compute[75686]: FIRMWARE:
Nov 27 01:56:49 user nova-compute[75686]: No targets found.
Nov 27 01:56:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:56:49 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:56:49 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f698d88-b717-43fa-b851-902dac43782c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71679a3-776b-41d7-bb0f-ca148628f053]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:56:49 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514830e4d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1'): ({'sdf'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Removing single pathed devices sdf {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.038s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9eaf082-3aeb-4942-a8eb-b3362aca3d1d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG nova.objects.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[50ff5736-9209-4934-8079-a8e4bc35fa30]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:49 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flushing IO for device /dev/sdf {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f908a336-b3c8-4b37-9519-3def6edbd3c6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:56:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:56:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'vcpu_model' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.objects.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szALKhOU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:56:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.053s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1867f8-58c4-40e4-b2c1-c7e9230b1c6f]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eafe0e97-870b-4b15-8e47-e05dde6d2fd9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a42c683b-1617-4350-9c8e-d514f03b356c]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]
Nov 27 01:56:50 user nova-compute[75686]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.
Nov 27 01:56:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[52e8682a-223d-4982-91a1-13e22228e860]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.423s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== disconnect_volume: return (735ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.136s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:56:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:56:50 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a45ab3b-47c5-4253-a43e-d9ea45795ab8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:56:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[299db7ca-dd12-44d6-98c7-56b692ba86b5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7] added
Nov 27 01:56:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: INFO nova.compute.manager [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Unrescuing
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquired lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.network.neutron [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a1fa132-964d-467d-8483-5c4f5ce2fc6f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[15ce04d0-c76f-43ef-9aa4-c3d38725ac16]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szALKhOU {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v szALKhOU" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c8f7fe-6b58-49b4-8627-b7b492a41d32]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'szALKhOU'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d700de2-f83e-42ce-a492-48c508a90bae]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3c19ebe-bab8-4691-af53-6ed79ee5c64b]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d94604d-2793-4c01-8302-c4c1fc0850c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]
Nov 27 01:56:50 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.
Nov 27 01:56:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aed95843-8928-4561-b212-34c72856fee7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a725860-7cae-4ce6-a122-bc3829ba3237]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:56:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.370s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] HCTL ('34', '-', '-', 0) found on session 31 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[544e5332-6433-40e2-affb-f39dd22b3179]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching for a device in session 31 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szALKhOU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8_resize/disk /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.network.neutron [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Releasing lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:50 user nova-compute[75686]: DEBUG nova.objects.instance [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'flavor' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-6a4c1c33-524b-47bf-9ec2-d0c816f891b0 req-b7de191f-f377-4c35-aded-ca9babfda1e5 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6a4c1c33-524b-47bf-9ec2-d0c816f891b0 req-b7de191f-f377-4c35-aded-ca9babfda1e5 service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6a4c1c33-524b-47bf-9ec2-d0c816f891b0 req-b7de191f-f377-4c35-aded-ca9babfda1e5 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6a4c1c33-524b-47bf-9ec2-d0c816f891b0 req-b7de191f-f377-4c35-aded-ca9babfda1e5 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-6a4c1c33-524b-47bf-9ec2-d0c816f891b0 req-b7de191f-f377-4c35-aded-ca9babfda1e5 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:51 user nova-compute[75686]: WARNING nova.compute.manager [req-6a4c1c33-524b-47bf-9ec2-d0c816f891b0 req-b7de191f-f377-4c35-aded-ca9babfda1e5 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state active and task_state resize_migrating.
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "cp -r /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8_resize/disk /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk" returned: 0 in 0.616s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8_resize/disk.info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk.info {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "cp -r /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8_resize/disk.info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk.info" returned: 0 in 0.039s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.417s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== connect_volume: return (1554ms) {'type': 'block', 'scsi_wwn': '23138663338343637', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23138663338343637', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:54:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'pci_devices' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.objects.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:56:51 user nova-compute[75686]:   <uuid>53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</uuid>
Nov 27 01:56:51 user nova-compute[75686]:   <name>instance-0000001a</name>
Nov 27 01:56:51 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:56:51 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:56:51 user nova-compute[75686]:   <metadata>
Nov 27 01:56:51 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:56:51 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:56:51 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeTestJSON-server-1876324306</nova:name>
Nov 27 01:56:51 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:56:50</nova:creationTime>
Nov 27 01:56:51 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:56:51 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:56:51 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:56:51 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:56:51 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:56:51 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:56:51 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:56:51 user nova-compute[75686]:       <nova:owner>
Nov 27 01:56:51 user nova-compute[75686]:         <nova:user uuid="98756aa16183475ca8113257bb08da2e">tempest-AttachVolumeTestJSON-107900000-project-member</nova:user>
Nov 27 01:56:51 user nova-compute[75686]:         <nova:project uuid="0f58fef2b9a44c91b1990c8b5b07212c">tempest-AttachVolumeTestJSON-107900000</nova:project>
Nov 27 01:56:51 user nova-compute[75686]:       </nova:owner>
Nov 27 01:56:51 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:56:51 user nova-compute[75686]:       <nova:ports>
Nov 27 01:56:51 user nova-compute[75686]:         <nova:port uuid="ec0b5b94-88d1-4edf-a4b4-ea709cd5a542">
Nov 27 01:56:51 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 01:56:51 user nova-compute[75686]:         </nova:port>
Nov 27 01:56:51 user nova-compute[75686]:       </nova:ports>
Nov 27 01:56:51 user nova-compute[75686]:     </nova:instance>
Nov 27 01:56:51 user nova-compute[75686]:   </metadata>
Nov 27 01:56:51 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:56:51 user nova-compute[75686]:     <system>
Nov 27 01:56:51 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:56:51 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:56:51 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:56:51 user nova-compute[75686]:       <entry name="serial">53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</entry>
Nov 27 01:56:51 user nova-compute[75686]:       <entry name="uuid">53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</entry>
Nov 27 01:56:51 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:56:51 user nova-compute[75686]:     </system>
Nov 27 01:56:51 user nova-compute[75686]:   </sysinfo>
Nov 27 01:56:51 user nova-compute[75686]:   <os>
Nov 27 01:56:51 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:56:51 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:56:51 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:56:51 user nova-compute[75686]:   </os>
Nov 27 01:56:51 user nova-compute[75686]:   <features>
Nov 27 01:56:51 user nova-compute[75686]:     <acpi/>
Nov 27 01:56:51 user nova-compute[75686]:     <apic/>
Nov 27 01:56:51 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:56:51 user nova-compute[75686]:   </features>
Nov 27 01:56:51 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:56:51 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:56:51 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:56:51 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:56:51 user nova-compute[75686]:   </clock>
Nov 27 01:56:51 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:56:51 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:56:51 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:56:51 user nova-compute[75686]:   </cpu>
Nov 27 01:56:51 user nova-compute[75686]:   <devices>
Nov 27 01:56:51 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:56:51 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:56:51 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk"/>
Nov 27 01:56:51 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:56:51 user nova-compute[75686]:     </disk>
Nov 27 01:56:51 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:56:51 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:56:51 user nova-compute[75686]:       <source dev="/dev/sdc"/>
Nov 27 01:56:51 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:56:51 user nova-compute[75686]:       <serial>4ab5f227-9168-40b3-b11a-9b8bc5dabde7</serial>
Nov 27 01:56:51 user nova-compute[75686]:     </disk>
Nov 27 01:56:51 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:56:51 user nova-compute[75686]:       <mac address="fa:16:3e:91:ec:68"/>
Nov 27 01:56:51 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:56:51 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:56:51 user nova-compute[75686]:       <target dev="tapec0b5b94-88"/>
Nov 27 01:56:51 user nova-compute[75686]:     </interface>
Nov 27 01:56:51 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:56:51 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/console.log" append="off"/>
Nov 27 01:56:51 user nova-compute[75686]:     </serial>
Nov 27 01:56:51 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:56:51 user nova-compute[75686]:     <video>
Nov 27 01:56:51 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:56:51 user nova-compute[75686]:     </video>
Nov 27 01:56:51 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:56:51 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:56:51 user nova-compute[75686]:     </rng>
Nov 27 01:56:51 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:56:51 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:56:51 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:56:51 user nova-compute[75686]:     </memballoon>
Nov 27 01:56:51 user nova-compute[75686]:   </devices>
Nov 27 01:56:51 user nova-compute[75686]: </domain>
Nov 27 01:56:51 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:51 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance destroyed successfully.
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'trusted_certs' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.objects.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.202s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking if we can resize image /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Cannot resize image /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'migration_context' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.objects.base [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:54:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG os_vif [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Port bf6a3b4d-0156-4251-a887-54f788ba3f7b binding to destination host user is already ACTIVE {{(pid=75686) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11e542fb-250c-50fd-84dc-746ae658ab7d', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapec0b5b94-88, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapec0b5b94-88, col_values=(('qos', UUID('5f39066d-b16a-428c-9cd4-c47c6a5325b6')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapec0b5b94-88, col_values=(('external_ids', {'iface-id': 'ec0b5b94-88d1-4edf-a4b4-ea709cd5a542', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:ec:68', 'vm-uuid': '53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:52 user nova-compute[75686]: INFO os_vif [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88')
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquired lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:56:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:53 user nova-compute[75686]: WARNING nova.compute.manager [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:56:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:53 user nova-compute[75686]: WARNING nova.compute.manager [req-db4a623f-4e13-430c-a43d-8973facde7b0 req-e675fe63-91d2-449d-9418-772264aa5f09 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:56:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Releasing lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG os_brick.utils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5e45de5-dff5-479a-bd99-c6842846462e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7324da1a-bb1c-4c6d-89d8-68f036f4d885]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a43cd75d-67fc-4211-a8d9-d89cefa662e3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[56a9ef0d-31d8-42ac-a20d-0309a2db5d24]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:56:53 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:56:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d95505a-f6c3-47fd-b164-0f3c42bdd5a7]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG os_brick.utils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== get_connector_properties: return (166ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-22019f49-6eb5-4107-a136-6a415966b313 req-f10c4172-9c54-49ca-9522-54e3d62e35e1 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-22019f49-6eb5-4107-a136-6a415966b313 req-f10c4172-9c54-49ca-9522-54e3d62e35e1 service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-22019f49-6eb5-4107-a136-6a415966b313 req-f10c4172-9c54-49ca-9522-54e3d62e35e1 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-22019f49-6eb5-4107-a136-6a415966b313 req-f10c4172-9c54-49ca-9522-54e3d62e35e1 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-22019f49-6eb5-4107-a136-6a415966b313 req-f10c4172-9c54-49ca-9522-54e3d62e35e1 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:55 user nova-compute[75686]: WARNING nova.compute.manager [req-22019f49-6eb5-4107-a136-6a415966b313 req-f10c4172-9c54-49ca-9522-54e3d62e35e1 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state stopped and task_state powering-on.
Nov 27 01:56:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:55 user nova-compute[75686]: WARNING nova.compute.manager [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:56:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:55 user nova-compute[75686]: WARNING nova.compute.manager [req-dbdb3865-ce21-4060-a5b6-611fafb0a3af req-545ed058-5226-4da0-92fa-c8c78345c496 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state rescued and task_state unrescuing.
Nov 27 01:56:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-54276c6e-36b3-436a-ae6e-6d7330ae52a2 req-f4c717f8-1a0e-4303-9061-af434e135b3a service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:56:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-54276c6e-36b3-436a-ae6e-6d7330ae52a2 req-f4c717f8-1a0e-4303-9061-af434e135b3a service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:56:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-54276c6e-36b3-436a-ae6e-6d7330ae52a2 req-f4c717f8-1a0e-4303-9061-af434e135b3a service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:56:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-54276c6e-36b3-436a-ae6e-6d7330ae52a2 req-f4c717f8-1a0e-4303-9061-af434e135b3a service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:56:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-54276c6e-36b3-436a-ae6e-6d7330ae52a2 req-f4c717f8-1a0e-4303-9061-af434e135b3a service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:56:57 user nova-compute[75686]: WARNING nova.compute.manager [req-54276c6e-36b3-436a-ae6e-6d7330ae52a2 req-f4c717f8-1a0e-4303-9061-af434e135b3a service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state stopped and task_state powering-on.
Nov 27 01:56:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-af2537aa-f530-4820-88b5-9d6ed0d8e93f tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:56:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:56:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance rebooted successfully.
Nov 27 01:56:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0e558501-3e50-48db-a91c-8374f41b66e9 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:56:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:56:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Starting finish_migration {{(pid=75686) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 27 01:57:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 01:57:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Creating image(s)
Nov 27 01:57:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:00 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk. size=21474836480 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:57:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk 21474836480 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk 21474836480" returned: 0 in 0.054s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Ensure instance console log exists: /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Start _get_guest_xml network_info=[{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1240708917-network", "vif_mac": "fa:16:3e:e9:3a:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '61956616-9c57-4dc7-b944-6838b6e5cacb', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c60b0fb9-9f88-4d6d-a507-8f2befd725c8', 'attached_at': '2023-11-27T01:57:01.000000', 'detached_at': '', 'volume_id': 'e7b55384-ce77-4dc9-93e2-50713115b4a1', 'serial': 'e7b55384-ce77-4dc9-93e2-50713115b4a1'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:57:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:57:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:57:01 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:57:01 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:57:01 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe401c85-3e30-4d80-a143-c2d862a46ea1]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:57:01 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9752e40f-0242-42af-bfbe-d703650f46fe]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1] added
Nov 27 01:57:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fef0062f-f1a9-44ad-b24a-45d506fffb2d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[83bacd06-e039-4ef7-822f-3e2f7b98d8ec]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XETzIFBc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XETzIFBc" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b073123a-385e-443c-b7bb-094979dab2b5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XETzIFBc'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b865a209-39cc-415b-b718-c28c3f4e8b31]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[570e4d01-a68a-4985-8a67-b9285c9c7816]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.077s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[10e0b81d-a04f-4b37-92b0-91bcfda90d02]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]
Nov 27 01:57:01 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.
Nov 27 01:57:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6baa3f52-d834-4acb-ad2b-a2e24f5d562d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1e2258-2614-4800-8dea-7430346cb5b1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.355s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[540a9e42-7e06-4b61-b883-211e076ae144]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:57:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== connect_volume: return (1398ms) {'type': 'block', 'scsi_wwn': '23564303433663539', 'path': '/dev/sdf'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564303433663539', 'path': '/dev/sdf'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:52:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:56:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1240708917-network", "vif_mac": "fa:16:3e:e9:3a:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1240708917-network", "vif_mac": "fa:16:3e:e9:3a:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:57:02 user nova-compute[75686]:   <uuid>c60b0fb9-9f88-4d6d-a507-8f2befd725c8</uuid>
Nov 27 01:57:02 user nova-compute[75686]:   <name>instance-00000019</name>
Nov 27 01:57:02 user nova-compute[75686]:   <memory>2097152</memory>
Nov 27 01:57:02 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:57:02 user nova-compute[75686]:   <metadata>
Nov 27 01:57:02 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:57:02 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:57:02 user nova-compute[75686]:       <nova:name>tempest-ServerActionsTestOtherB-server-1781701295</nova:name>
Nov 27 01:57:02 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:57:01</nova:creationTime>
Nov 27 01:57:02 user nova-compute[75686]:       <nova:flavor name="m1.small">
Nov 27 01:57:02 user nova-compute[75686]:         <nova:memory>2048</nova:memory>
Nov 27 01:57:02 user nova-compute[75686]:         <nova:disk>20</nova:disk>
Nov 27 01:57:02 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:57:02 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:57:02 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:57:02 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:57:02 user nova-compute[75686]:       <nova:owner>
Nov 27 01:57:02 user nova-compute[75686]:         <nova:user uuid="f4303689d56b490b9a71fc41cb1346bb">tempest-ServerActionsTestOtherB-534354791-project-member</nova:user>
Nov 27 01:57:02 user nova-compute[75686]:         <nova:project uuid="c7a5273d2eb24e2598a4e7d6dc2a4d5c">tempest-ServerActionsTestOtherB-534354791</nova:project>
Nov 27 01:57:02 user nova-compute[75686]:       </nova:owner>
Nov 27 01:57:02 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:57:02 user nova-compute[75686]:       <nova:ports>
Nov 27 01:57:02 user nova-compute[75686]:         <nova:port uuid="bf6a3b4d-0156-4251-a887-54f788ba3f7b">
Nov 27 01:57:02 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 01:57:02 user nova-compute[75686]:         </nova:port>
Nov 27 01:57:02 user nova-compute[75686]:       </nova:ports>
Nov 27 01:57:02 user nova-compute[75686]:     </nova:instance>
Nov 27 01:57:02 user nova-compute[75686]:   </metadata>
Nov 27 01:57:02 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:57:02 user nova-compute[75686]:     <system>
Nov 27 01:57:02 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:57:02 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:57:02 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:57:02 user nova-compute[75686]:       <entry name="serial">c60b0fb9-9f88-4d6d-a507-8f2befd725c8</entry>
Nov 27 01:57:02 user nova-compute[75686]:       <entry name="uuid">c60b0fb9-9f88-4d6d-a507-8f2befd725c8</entry>
Nov 27 01:57:02 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:57:02 user nova-compute[75686]:     </system>
Nov 27 01:57:02 user nova-compute[75686]:   </sysinfo>
Nov 27 01:57:02 user nova-compute[75686]:   <os>
Nov 27 01:57:02 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:57:02 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:57:02 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:57:02 user nova-compute[75686]:   </os>
Nov 27 01:57:02 user nova-compute[75686]:   <features>
Nov 27 01:57:02 user nova-compute[75686]:     <acpi/>
Nov 27 01:57:02 user nova-compute[75686]:     <apic/>
Nov 27 01:57:02 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:57:02 user nova-compute[75686]:   </features>
Nov 27 01:57:02 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:57:02 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:57:02 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:57:02 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:57:02 user nova-compute[75686]:   </clock>
Nov 27 01:57:02 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:57:02 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:57:02 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:57:02 user nova-compute[75686]:   </cpu>
Nov 27 01:57:02 user nova-compute[75686]:   <devices>
Nov 27 01:57:02 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:57:02 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:57:02 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk"/>
Nov 27 01:57:02 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:57:02 user nova-compute[75686]:     </disk>
Nov 27 01:57:02 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:57:02 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:57:02 user nova-compute[75686]:       <source dev="/dev/sdf"/>
Nov 27 01:57:02 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:57:02 user nova-compute[75686]:       <serial>e7b55384-ce77-4dc9-93e2-50713115b4a1</serial>
Nov 27 01:57:02 user nova-compute[75686]:     </disk>
Nov 27 01:57:02 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:57:02 user nova-compute[75686]:       <mac address="fa:16:3e:e9:3a:fe"/>
Nov 27 01:57:02 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:57:02 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:57:02 user nova-compute[75686]:       <target dev="tapbf6a3b4d-01"/>
Nov 27 01:57:02 user nova-compute[75686]:     </interface>
Nov 27 01:57:02 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:57:02 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/console.log" append="off"/>
Nov 27 01:57:02 user nova-compute[75686]:     </serial>
Nov 27 01:57:02 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:57:02 user nova-compute[75686]:     <video>
Nov 27 01:57:02 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:57:02 user nova-compute[75686]:     </video>
Nov 27 01:57:02 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:57:02 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:57:02 user nova-compute[75686]:     </rng>
Nov 27 01:57:02 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:57:02 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:57:02 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:57:02 user nova-compute[75686]:     </memballoon>
Nov 27 01:57:02 user nova-compute[75686]:   </devices>
Nov 27 01:57:02 user nova-compute[75686]: </domain>
Nov 27 01:57:02 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:52:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:56:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1240708917-network", "vif_mac": "fa:16:3e:e9:3a:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-1240708917-network", "vif_mac": "fa:16:3e:e9:3a:fe"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG os_vif [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d56340c-94b2-5bb2-8261-be57d07ffc3c', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf6a3b4d-01, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf6a3b4d-01, col_values=(('qos', UUID('f2b5fa0f-620a-4779-97ee-cc90a5279d3c')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf6a3b4d-01, col_values=(('external_ids', {'iface-id': 'bf6a3b4d-0156-4251-a887-54f788ba3f7b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:3a:fe', 'vm-uuid': 'c60b0fb9-9f88-4d6d-a507-8f2befd725c8'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:02 user nova-compute[75686]: INFO os_vif [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01')
Nov 27 01:57:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:57:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:57:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] No VIF found with MAC fa:16:3e:e9:3a:fe, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:57:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-f209752c-9063-4728-8acd-facdbf194b19 req-c5044397-d899-465f-a93d-ebd7c890a5cd service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f209752c-9063-4728-8acd-facdbf194b19 req-c5044397-d899-465f-a93d-ebd7c890a5cd service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f209752c-9063-4728-8acd-facdbf194b19 req-c5044397-d899-465f-a93d-ebd7c890a5cd service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f209752c-9063-4728-8acd-facdbf194b19 req-c5044397-d899-465f-a93d-ebd7c890a5cd service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-f209752c-9063-4728-8acd-facdbf194b19 req-c5044397-d899-465f-a93d-ebd7c890a5cd service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:57:04 user nova-compute[75686]: WARNING nova.compute.manager [req-f209752c-9063-4728-8acd-facdbf194b19 req-c5044397-d899-465f-a93d-ebd7c890a5cd service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state active and task_state resize_finish.
Nov 27 01:57:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-61846e74-86c1-4751-8fea-abec429d390a req-0ce31f88-b27f-4a51-99dd-33e251089a16 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61846e74-86c1-4751-8fea-abec429d390a req-0ce31f88-b27f-4a51-99dd-33e251089a16 service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61846e74-86c1-4751-8fea-abec429d390a req-0ce31f88-b27f-4a51-99dd-33e251089a16 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61846e74-86c1-4751-8fea-abec429d390a req-0ce31f88-b27f-4a51-99dd-33e251089a16 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:06 user nova-compute[75686]: DEBUG nova.compute.manager [req-61846e74-86c1-4751-8fea-abec429d390a req-0ce31f88-b27f-4a51-99dd-33e251089a16 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:57:06 user nova-compute[75686]: WARNING nova.compute.manager [req-61846e74-86c1-4751-8fea-abec429d390a req-0ce31f88-b27f-4a51-99dd-33e251089a16 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state active and task_state resize_finish.
Nov 27 01:57:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:57:07 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance running successfully.
Nov 27 01:57:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Failed to set time: agent not configured {{(pid=75686) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 27 01:57:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bc136b89-fd88-4344-adba-3d7245db01d2 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] finish_migration finished successfully. {{(pid=75686) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 27 01:57:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:18 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:18 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:19 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:19 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:21 user nova-compute[75686]: INFO nova.compute.manager [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Terminating instance
Nov 27 01:57:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-88d2d49d-6706-41a5-8deb-864aef567b34 req-fbd3cc60-c8f4-43b9-b884-0c30ea406706 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-unplugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-88d2d49d-6706-41a5-8deb-864aef567b34 req-fbd3cc60-c8f4-43b9-b884-0c30ea406706 service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-88d2d49d-6706-41a5-8deb-864aef567b34 req-fbd3cc60-c8f4-43b9-b884-0c30ea406706 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-88d2d49d-6706-41a5-8deb-864aef567b34 req-fbd3cc60-c8f4-43b9-b884-0c30ea406706 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-88d2d49d-6706-41a5-8deb-864aef567b34 req-fbd3cc60-c8f4-43b9-b884-0c30ea406706 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-unplugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-88d2d49d-6706-41a5-8deb-864aef567b34 req-fbd3cc60-c8f4-43b9-b884-0c30ea406706 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-unplugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Instance destroyed successfully.
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lazy-loading 'resources' on Instance uuid 9cb4f4de-56ea-4821-b96b-4fc4a9493acc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T01:51:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-329055153',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-329055153',id=22,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEvw7BsLYZMprq2UXv6+SDxKY32MWZkqK2+bosnzX1ZiHvycTmJcOOHukmb2WYlpp4DC1U2DZY1L/AfziNa4KpD0HDM8m0f0yjUiDckS17xNkwMI2ItOu/qvF6/tJX5qIg==',key_name='tempest-keypair-461329308',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:55:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c0890368fe814dd5b4370275a3d0420f',ramdisk_id='',reservation_id='r-9hfcp4h4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-989842187',owner_user_name='tempest-AttachVolumeShelveTestJSON-989842187-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:55:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2f1bb99a4d784d28abed0c4dcc03fc03',uuid=9cb4f4de-56ea-4821-b96b-4fc4a9493acc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converting VIF {"id": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "address": "fa:16:3e:29:b7:7d", "network": {"id": "e9b21e97-cc0e-48a9-8063-120df80128e5", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1514871868-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.102", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c0890368fe814dd5b4370275a3d0420f", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap773a5f14-67", "ovs_interfaceid": "773a5f14-6792-4eb7-8e9a-370a9ff0d629", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG os_vif [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap773a5f14-67, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1b3c71f3-c2d2-4030-8471-45641596690d) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:22 user nova-compute[75686]: INFO os_vif [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:b7:7d,bridge_name='br-int',has_traffic_filtering=True,id=773a5f14-6792-4eb7-8e9a-370a9ff0d629,network=Network(e9b21e97-cc0e-48a9-8063-120df80128e5),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap773a5f14-67')
Nov 27 01:57:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Deleting instance files /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc_del
Nov 27 01:57:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Deletion of /opt/stack/data/nova/instances/9cb4f4de-56ea-4821-b96b-4fc4a9493acc_del complete
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.260s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:22 user nova-compute[75686]: INFO nova.compute.manager [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.237s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.282s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-9a7e69e4-f7b3-4d03-8380-0297e242e230 req-efe19f50-d6f8-4ac8-abdc-d2ffa9893788 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a7e69e4-f7b3-4d03-8380-0297e242e230 req-efe19f50-d6f8-4ac8-abdc-d2ffa9893788 service nova] Acquiring lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a7e69e4-f7b3-4d03-8380-0297e242e230 req-efe19f50-d6f8-4ac8-abdc-d2ffa9893788 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9a7e69e4-f7b3-4d03-8380-0297e242e230 req-efe19f50-d6f8-4ac8-abdc-d2ffa9893788 service nova] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-9a7e69e4-f7b3-4d03-8380-0297e242e230 req-efe19f50-d6f8-4ac8-abdc-d2ffa9893788 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] No waiting events found dispatching network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:57:23 user nova-compute[75686]: WARNING nova.compute.manager [req-9a7e69e4-f7b3-4d03-8380-0297e242e230 req-efe19f50-d6f8-4ac8-abdc-d2ffa9893788 service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received unexpected event network-vif-plugged-773a5f14-6792-4eb7-8e9a-370a9ff0d629 for instance with vm_state active and task_state deleting.
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-77651352-1417-472b-97dc-aa77d239e285 req-3b8d08bb-a8d3-4ccf-8635-c8ea93f07c9d service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Received event network-vif-deleted-773a5f14-6792-4eb7-8e9a-370a9ff0d629 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:23 user nova-compute[75686]: INFO nova.compute.manager [req-77651352-1417-472b-97dc-aa77d239e285 req-3b8d08bb-a8d3-4ccf-8635-c8ea93f07c9d service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Neutron deleted interface 773a5f14-6792-4eb7-8e9a-370a9ff0d629; detaching it from the instance and deleting it from the info cache
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-77651352-1417-472b-97dc-aa77d239e285 req-3b8d08bb-a8d3-4ccf-8635-c8ea93f07c9d service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:57:23 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Took 1.46 seconds to deallocate network for instance.
Nov 27 01:57:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-77651352-1417-472b-97dc-aa77d239e285 req-3b8d08bb-a8d3-4ccf-8635-c8ea93f07c9d service nova] [instance: 9cb4f4de-56ea-4821-b96b-4fc4a9493acc] Detach interface failed, port_id=773a5f14-6792-4eb7-8e9a-370a9ff0d629, reason: Instance 9cb4f4de-56ea-4821-b96b-4fc4a9493acc could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Error from libvirt while getting description of instance-00000016: [Error Code 42] Domain not found: no domain with matching uuid '9cb4f4de-56ea-4821-b96b-4fc4a9493acc' (instance-00000016): libvirt.libvirtError: Domain not found: no domain with matching uuid '9cb4f4de-56ea-4821-b96b-4fc4a9493acc' (instance-00000016)
Nov 27 01:57:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:57:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:57:24 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7480MB free_disk=24.87146759033203GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.928s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.382s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:25 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Deleted allocations for instance 9cb4f4de-56ea-4821-b96b-4fc4a9493acc
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Applying migration context for instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 as it has an incoming, in-progress migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43. Migration status is finished {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 01:57:25 user nova-compute[75686]: INFO nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating resource usage from migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43
Nov 27 01:57:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6742d96e-1466-4610-a88f-46b48a3fe0b7 tempest-AttachVolumeShelveTestJSON-989842187 tempest-AttachVolumeShelveTestJSON-989842187-project-member] Lock "9cb4f4de-56ea-4821-b96b-4fc4a9493acc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.774s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5da201ef-ad3c-4932-8423-ab43d9579efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=28GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:57:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.551s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:57:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:57:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-changed-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Refreshing instance network info cache due to event network-changed-2e93035c-a4c4-44f1-af80-c57fb2da8038. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] Acquiring lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] Acquired lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Refreshing network info cache for port 2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updated VIF entry in instance network info cache for port 2e93035c-a4c4-44f1-af80-c57fb2da8038. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:57:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-de069837-60f5-4c92-8115-dbca3e5633e1 req-51c54171-62b9-4f4a-862f-217e5ca19944 service nova] Releasing lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Stashing vm_state: active {{(pid=75686) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-changed-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Refreshing instance network info cache due to event network-changed-cedd1abb-f373-4f94-9c4e-077654ea4581. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] Acquiring lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] Acquired lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG nova.network.neutron [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Refreshing network info cache for port cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:57:45 user nova-compute[75686]: INFO nova.compute.claims [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Claim successful on node user
Nov 27 01:57:45 user nova-compute[75686]: INFO nova.compute.resource_tracker [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating resource usage from migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1
Nov 27 01:57:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updated VIF entry in instance network info cache for port cedd1abb-f373-4f94-9c4e-077654ea4581. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating instance_info_cache with network_info: [{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d571794d-7fc0-401a-b983-476a705c51d0 req-1d9c7dc6-b4dd-4187-8a36-874f755a2021 service nova] Releasing lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.537s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:46 user nova-compute[75686]: INFO nova.compute.manager [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Migrating
Nov 27 01:57:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquired lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating instance_info_cache with network_info: [{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Releasing lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Starting migrate_disk_and_power_off {{(pid=75686) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11484}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:47 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance destroyed successfully.
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:55:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-127030341',display_name='tempest-ServerActionsTestOtherA-server-127030341',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-127030341',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:56:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-vju6d325',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:57:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1879804617-network", "vif_mac": "fa:16:3e:e2:a4:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1879804617-network", "vif_mac": "fa:16:3e:e2:a4:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_vif [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcedd1abb-f3, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=bf7c1331-afbe-4d5b-917a-ecbb573237d9) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:47 user nova-compute[75686]: INFO os_vif [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3')
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:57:47 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c45e8138-8393-4daa-8cb7-ffc7da84c061]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:57:47 user nova-compute[75686]: No targets found.
Nov 27 01:57:47 user nova-compute[75686]: iSNS:
Nov 27 01:57:47 user nova-compute[75686]: No targets found.
Nov 27 01:57:47 user nova-compute[75686]: STATIC:
Nov 27 01:57:47 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:57:47 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:57:47 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:57:47 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:57:47 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:57:47 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:57:47 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7
Nov 27 01:57:47 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:57:47 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:57:47 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 01:57:47 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:57:47 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:57:47 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 01:57:47 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:57:47 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:57:47 user nova-compute[75686]: FIRMWARE:
Nov 27 01:57:47 user nova-compute[75686]: No targets found.
Nov 27 01:57:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:57:47 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:57:47 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[805fbf65-6cc3-41f7-ac1f-eb0a5bc6ff4d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-unplugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-unplugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:57:47 user nova-compute[75686]: WARNING nova.compute.manager [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received unexpected event network-vif-unplugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with vm_state active and task_state resize_migrating.
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:57:47 user nova-compute[75686]: WARNING nova.compute.manager [req-798b43f5-af5f-4c34-9301-a357c183167f req-9b906f61-0e72-4050-ab11-d67c03f640e9 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received unexpected event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with vm_state active and task_state resize_migrating.
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dbe192d-2b0f-440e-bd19-4ef281b3241f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51482e7ac0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5600602c-1ce9-42a1-919c-d0869f13e529]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5b81f1a-a1b5-4a9e-8ee9-d1406619c2b7]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea84714-8392-471e-98b2-61dbd8014600]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.037s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ea25e8f-1a2d-4ddf-85cc-499c6447b7e4]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23164326662303638', '/dev/disk/by-id/scsi-1SCST_BIO73856d22-1d2fb0682e691bc2', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_73856d22') {{(pid=86898) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b592d1a8-b06c-479d-b5ab-ad7f302fdca6]: (4, None) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3427538-8b28-48ef-aa3d-899dbb0d2552]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ba3aa02-cf3b-457e-9877-2225d0bc6ffa]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]
Nov 27 01:57:47 user nova-compute[75686]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.
Nov 27 01:57:47 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[99107a47-16f9-4716-bb65-a371dd8954fe]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.355s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== disconnect_volume: return (355ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:57:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:57:48 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Port cedd1abb-f373-4f94-9c4e-077654ea4581 binding to destination host user is already ACTIVE {{(pid=75686) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 27 01:57:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquired lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating instance_info_cache with network_info: [{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Releasing lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[71dd539c-1712-4d4c-9caa-af8f451bb251]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[63460600-2f3e-401f-903b-c4f770d09b57]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[560d2700-16e8-4288-ad4f-573ce122132a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8fbe57a-f525-44b4-984a-9257cc2652d8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:57:49 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:57:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[884d296b-4d01-4da3-b861-346fcc0df725]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:57:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:57:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Starting finish_migration {{(pid=75686) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11671}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 01:57:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Creating image(s)
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Ensure instance console log exists: /opt/stack/data/nova/instances/fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Start _get_guest_xml network_info=[{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1879804617-network", "vif_mac": "fa:16:3e:e2:a4:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'af96b25b-babb-45f9-a8d2-fda3df274b86', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7', 'attached_at': '2023-11-27T01:57:56.000000', 'detached_at': '', 'volume_id': 'a0537543-e0ab-4cc4-b2eb-da076b564739', 'serial': 'a0537543-e0ab-4cc4-b2eb-da076b564739'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:57:56 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:57:56 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:28Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:57:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:57:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:57:56 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e2bc3b9-66a3-4564-b8b9-edf3480b05fd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:57:56 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff255783-c4c4-4ad8-9e01-0dd135dcf65f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739] added
Nov 27 01:57:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1512c27f-60e1-41a8-a1c7-558c92279cee]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5942feba-672b-4fd5-ab6f-e2b6b9994ede]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKAoZnmW {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NKAoZnmW" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c19e6e85-844d-4abc-a794-47697124516c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NKAoZnmW'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1de9601a-c245-42c6-9562-816b40cd8cb2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6db7b91-ac8e-40f1-861e-c26f4cb10065]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --login" returned: 0 in 0.063s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9959fb07-bc8e-49be-8178-70f2a5cb3f3a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]
Nov 27 01:57:56 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.
Nov 27 01:57:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa3c7d61-7e3f-4575-a6e4-418b299ba71f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5906a6b-b9c9-4a87-a3d2-ead4e4e3ac9b]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:57:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] HCTL ('33', '-', '-', 0) found on session 33 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[65434757-c90c-40cc-a32e-e0bc65e1e176]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:57:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Searching for a device in session 33 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23164326662303638', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23164326662303638', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:55:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-127030341',display_name='tempest-ServerActionsTestOtherA-server-127030341',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-127030341',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:56:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-vju6d325',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:57:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1879804617-network", "vif_mac": "fa:16:3e:e2:a4:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1879804617-network", "vif_mac": "fa:16:3e:e2:a4:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:57:57 user nova-compute[75686]:   <uuid>fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7</uuid>
Nov 27 01:57:57 user nova-compute[75686]:   <name>instance-0000001d</name>
Nov 27 01:57:57 user nova-compute[75686]:   <memory>2097152</memory>
Nov 27 01:57:57 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:57:57 user nova-compute[75686]:   <metadata>
Nov 27 01:57:57 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:57:57 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:57:57 user nova-compute[75686]:       <nova:name>tempest-ServerActionsTestOtherA-server-127030341</nova:name>
Nov 27 01:57:57 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:57:56</nova:creationTime>
Nov 27 01:57:57 user nova-compute[75686]:       <nova:flavor name="m1.small">
Nov 27 01:57:57 user nova-compute[75686]:         <nova:memory>2048</nova:memory>
Nov 27 01:57:57 user nova-compute[75686]:         <nova:disk>20</nova:disk>
Nov 27 01:57:57 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:57:57 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:57:57 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:57:57 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:57:57 user nova-compute[75686]:       <nova:owner>
Nov 27 01:57:57 user nova-compute[75686]:         <nova:user uuid="4d1d312ea9224e4b9e57e5576276a485">tempest-ServerActionsTestOtherA-1470255416-project-member</nova:user>
Nov 27 01:57:57 user nova-compute[75686]:         <nova:project uuid="25a6f8db8baf4e9988fc1ca048107122">tempest-ServerActionsTestOtherA-1470255416</nova:project>
Nov 27 01:57:57 user nova-compute[75686]:       </nova:owner>
Nov 27 01:57:57 user nova-compute[75686]:       <nova:ports>
Nov 27 01:57:57 user nova-compute[75686]:         <nova:port uuid="cedd1abb-f373-4f94-9c4e-077654ea4581">
Nov 27 01:57:57 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 27 01:57:57 user nova-compute[75686]:         </nova:port>
Nov 27 01:57:57 user nova-compute[75686]:       </nova:ports>
Nov 27 01:57:57 user nova-compute[75686]:     </nova:instance>
Nov 27 01:57:57 user nova-compute[75686]:   </metadata>
Nov 27 01:57:57 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:57:57 user nova-compute[75686]:     <system>
Nov 27 01:57:57 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:57:57 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:57:57 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:57:57 user nova-compute[75686]:       <entry name="serial">fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7</entry>
Nov 27 01:57:57 user nova-compute[75686]:       <entry name="uuid">fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7</entry>
Nov 27 01:57:57 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:57:57 user nova-compute[75686]:     </system>
Nov 27 01:57:57 user nova-compute[75686]:   </sysinfo>
Nov 27 01:57:57 user nova-compute[75686]:   <os>
Nov 27 01:57:57 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:57:57 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:57:57 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:57:57 user nova-compute[75686]:   </os>
Nov 27 01:57:57 user nova-compute[75686]:   <features>
Nov 27 01:57:57 user nova-compute[75686]:     <acpi/>
Nov 27 01:57:57 user nova-compute[75686]:     <apic/>
Nov 27 01:57:57 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:57:57 user nova-compute[75686]:   </features>
Nov 27 01:57:57 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:57:57 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:57:57 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:57:57 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:57:57 user nova-compute[75686]:   </clock>
Nov 27 01:57:57 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:57:57 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:57:57 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:57:57 user nova-compute[75686]:   </cpu>
Nov 27 01:57:57 user nova-compute[75686]:   <devices>
Nov 27 01:57:57 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:57:57 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:57:57 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 01:57:57 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:57:57 user nova-compute[75686]:       <serial>a0537543-e0ab-4cc4-b2eb-da076b564739</serial>
Nov 27 01:57:57 user nova-compute[75686]:     </disk>
Nov 27 01:57:57 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:57:57 user nova-compute[75686]:       <mac address="fa:16:3e:e2:a4:d2"/>
Nov 27 01:57:57 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:57:57 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:57:57 user nova-compute[75686]:       <target dev="tapcedd1abb-f3"/>
Nov 27 01:57:57 user nova-compute[75686]:     </interface>
Nov 27 01:57:57 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:57:57 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7/console.log" append="off"/>
Nov 27 01:57:57 user nova-compute[75686]:     </serial>
Nov 27 01:57:57 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:57:57 user nova-compute[75686]:     <video>
Nov 27 01:57:57 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:57:57 user nova-compute[75686]:     </video>
Nov 27 01:57:57 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:57:57 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:57:57 user nova-compute[75686]:     </rng>
Nov 27 01:57:57 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:57:57 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:57:57 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:57:57 user nova-compute[75686]:     </memballoon>
Nov 27 01:57:57 user nova-compute[75686]:   </devices>
Nov 27 01:57:57 user nova-compute[75686]: </domain>
Nov 27 01:57:57 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:55:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-127030341',display_name='tempest-ServerActionsTestOtherA-server-127030341',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-127030341',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:56:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-vju6d325',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:57:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1879804617-network", "vif_mac": "fa:16:3e:e2:a4:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1879804617-network", "vif_mac": "fa:16:3e:e2:a4:d2"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG os_vif [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ff2775d2-a1dd-504d-8367-29047ec8f11a', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcedd1abb-f3, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcedd1abb-f3, col_values=(('qos', UUID('3e412b0c-a9a7-4fe2-8480-4d08d1f99085')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcedd1abb-f3, col_values=(('external_ids', {'iface-id': 'cedd1abb-f373-4f94-9c4e-077654ea4581', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e2:a4:d2', 'vm-uuid': 'fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:57 user nova-compute[75686]: INFO os_vif [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3')
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:57:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] No VIF found with MAC fa:16:3e:e2:a4:d2, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:57:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-34cc5b87-516b-4f55-972c-a4f68438ed47 req-9157a177-08b9-4904-beff-7790d18c88a8 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-34cc5b87-516b-4f55-972c-a4f68438ed47 req-9157a177-08b9-4904-beff-7790d18c88a8 service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-34cc5b87-516b-4f55-972c-a4f68438ed47 req-9157a177-08b9-4904-beff-7790d18c88a8 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-34cc5b87-516b-4f55-972c-a4f68438ed47 req-9157a177-08b9-4904-beff-7790d18c88a8 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:57:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-34cc5b87-516b-4f55-972c-a4f68438ed47 req-9157a177-08b9-4904-beff-7790d18c88a8 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:57:59 user nova-compute[75686]: WARNING nova.compute.manager [req-34cc5b87-516b-4f55-972c-a4f68438ed47 req-9157a177-08b9-4904-beff-7790d18c88a8 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received unexpected event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with vm_state active and task_state resize_finish.
Nov 27 01:57:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:58:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance running successfully.
Nov 27 01:58:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Failed to set time: agent not configured {{(pid=75686) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 27 01:58:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ec4973e6-18a0-4c33-a9ab-70bb8eeb2f00 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] finish_migration finished successfully. {{(pid=75686) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11766}}
Nov 27 01:58:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-646444bc-8056-4eff-b525-590fa739e318 req-8c5f134e-80a6-491c-a7b9-62e65bf69529 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-646444bc-8056-4eff-b525-590fa739e318 req-8c5f134e-80a6-491c-a7b9-62e65bf69529 service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-646444bc-8056-4eff-b525-590fa739e318 req-8c5f134e-80a6-491c-a7b9-62e65bf69529 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-646444bc-8056-4eff-b525-590fa739e318 req-8c5f134e-80a6-491c-a7b9-62e65bf69529 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-646444bc-8056-4eff-b525-590fa739e318 req-8c5f134e-80a6-491c-a7b9-62e65bf69529 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:01 user nova-compute[75686]: WARNING nova.compute.manager [req-646444bc-8056-4eff-b525-590fa739e318 req-8c5f134e-80a6-491c-a7b9-62e65bf69529 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received unexpected event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with vm_state resized and task_state None.
Nov 27 01:58:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:14 user nova-compute[75686]: DEBUG nova.objects.instance [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'flavor' on Instance uuid 5da201ef-ad3c-4932-8423-ab43d9579efc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.133s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:15 user nova-compute[75686]: INFO nova.compute.manager [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Attaching volume 2ff2984a-8180-430f-a66c-0b21b1688782 to /dev/vdb
Nov 27 01:58:15 user nova-compute[75686]: DEBUG os_brick.utils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[78a84bc3-ccb0-4e79-be59-e15adb901383]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9877c2dc-ad2e-4989-81f5-1359e384c0fe]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4466103-8265-47c4-a61f-3006b891bd77]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[39868f4d-a1e8-494d-bd07-e5f22f85f8f0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:58:15 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:58:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4d2c43-3cad-4e5f-aacf-0dbc85523500]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG os_brick.utils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:58:15 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating existing volume attachment record: 6f3b6c56-7d0a-43d4-b19d-0795fa3037d8 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 01:58:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:58:19 user nova-compute[75686]: INFO nova.compute.claims [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Claim successful on node user
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.556s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:58:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:58:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.policy [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '357d7d579c284bcd836dd8075476d5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b168d75a030e425886b18204a7173843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:58:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Creating image(s)
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "/opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk 1073741824" returned: 0 in 0.055s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Checking if we can resize image /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Cannot resize image /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Ensure instance console log exists: /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Successfully created port: 3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HuJMXmAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:58:21 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:58:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:58:21 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:58:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:58:21 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a058b52e-5948-4910-9f70-70420373ef46]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:58:21 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c65c5ccf-354d-42a4-a794-85629d36e30d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782] added
Nov 27 01:58:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[008763e6-72cf-445f-b9f2-bd293bee5e2b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed041eca-79cf-4a0b-9639-f9150f57af05]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HuJMXmAo {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HuJMXmAo" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a23b923-ec8e-4d72-9e7c-9e6d33280eba]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HuJMXmAo'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef34d59-b1c8-4281-9f0b-fd6130eea44e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Successfully updated port: 3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a16208a1-fd3d-4562-bcb2-7895fe70028f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received event network-changed-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Refreshing instance network info cache due to event network-changed-3a963bef-d949-42df-a116-7049ffc392a8. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] Acquiring lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[49a37e42-6fcf-439f-957c-e5d94d1ea317]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260]
Nov 27 01:58:22 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260] successful.
Nov 27 01:58:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d13510b9-bdfa-4ee9-bd8b-57fd8ada83e5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[07b12cd7-10ea-4260-8d4b-c29eea56cdd6]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:22 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.416s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] HCTL ('38', '-', '-', 0) found on session 34 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6032bf3-c8be-470d-9cc3-e856825d0c1d]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Searching for a device in session 34 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HuJMXmAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updating instance_info_cache with network_info: [{"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Instance network_info: |[{"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] Acquired lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.neutron [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Refreshing network info cache for port 3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Start _get_guest_xml network_info=[{"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:22 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:58:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-592566019',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-592566019',id=31,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-a23g929c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:58:20Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=11fa880a-3dc3-4455-9d4b-967c16beed5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:c6:cc,bridge_name='br-int',has_traffic_filtering=True,id=3a963bef-d949-42df-a116-7049ffc392a8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a963bef-d9') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'pci_devices' on Instance uuid 11fa880a-3dc3-4455-9d4b-967c16beed5c {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:58:22 user nova-compute[75686]:   <uuid>11fa880a-3dc3-4455-9d4b-967c16beed5c</uuid>
Nov 27 01:58:22 user nova-compute[75686]:   <name>instance-0000001f</name>
Nov 27 01:58:22 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:58:22 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:58:22 user nova-compute[75686]:   <metadata>
Nov 27 01:58:22 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:58:22 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:58:22 user nova-compute[75686]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-592566019</nova:name>
Nov 27 01:58:22 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:58:22</nova:creationTime>
Nov 27 01:58:22 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:58:22 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:58:22 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:58:22 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:58:22 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:58:22 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:58:22 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:58:22 user nova-compute[75686]:       <nova:owner>
Nov 27 01:58:22 user nova-compute[75686]:         <nova:user uuid="357d7d579c284bcd836dd8075476d5ed">tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member</nova:user>
Nov 27 01:58:22 user nova-compute[75686]:         <nova:project uuid="b168d75a030e425886b18204a7173843">tempest-ServerBootFromVolumeStableRescueTest-554951466</nova:project>
Nov 27 01:58:22 user nova-compute[75686]:       </nova:owner>
Nov 27 01:58:22 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:58:22 user nova-compute[75686]:       <nova:ports>
Nov 27 01:58:22 user nova-compute[75686]:         <nova:port uuid="3a963bef-d949-42df-a116-7049ffc392a8">
Nov 27 01:58:22 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 01:58:22 user nova-compute[75686]:         </nova:port>
Nov 27 01:58:22 user nova-compute[75686]:       </nova:ports>
Nov 27 01:58:22 user nova-compute[75686]:     </nova:instance>
Nov 27 01:58:22 user nova-compute[75686]:   </metadata>
Nov 27 01:58:22 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:58:22 user nova-compute[75686]:     <system>
Nov 27 01:58:22 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:58:22 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:58:22 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:58:22 user nova-compute[75686]:       <entry name="serial">11fa880a-3dc3-4455-9d4b-967c16beed5c</entry>
Nov 27 01:58:22 user nova-compute[75686]:       <entry name="uuid">11fa880a-3dc3-4455-9d4b-967c16beed5c</entry>
Nov 27 01:58:22 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:58:22 user nova-compute[75686]:     </system>
Nov 27 01:58:22 user nova-compute[75686]:   </sysinfo>
Nov 27 01:58:22 user nova-compute[75686]:   <os>
Nov 27 01:58:22 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:58:22 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:58:22 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:58:22 user nova-compute[75686]:   </os>
Nov 27 01:58:22 user nova-compute[75686]:   <features>
Nov 27 01:58:22 user nova-compute[75686]:     <acpi/>
Nov 27 01:58:22 user nova-compute[75686]:     <apic/>
Nov 27 01:58:22 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:58:22 user nova-compute[75686]:   </features>
Nov 27 01:58:22 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:58:22 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:58:22 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:58:22 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:58:22 user nova-compute[75686]:   </clock>
Nov 27 01:58:22 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:58:22 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:58:22 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:58:22 user nova-compute[75686]:   </cpu>
Nov 27 01:58:22 user nova-compute[75686]:   <devices>
Nov 27 01:58:22 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:58:22 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:58:22 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk"/>
Nov 27 01:58:22 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:58:22 user nova-compute[75686]:     </disk>
Nov 27 01:58:22 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:58:22 user nova-compute[75686]:       <mac address="fa:16:3e:86:c6:cc"/>
Nov 27 01:58:22 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:58:22 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:58:22 user nova-compute[75686]:       <target dev="tap3a963bef-d9"/>
Nov 27 01:58:22 user nova-compute[75686]:     </interface>
Nov 27 01:58:22 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:58:22 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/console.log" append="off"/>
Nov 27 01:58:22 user nova-compute[75686]:     </serial>
Nov 27 01:58:22 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:58:22 user nova-compute[75686]:     <video>
Nov 27 01:58:22 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:58:22 user nova-compute[75686]:     </video>
Nov 27 01:58:22 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:58:22 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:58:22 user nova-compute[75686]:     </rng>
Nov 27 01:58:22 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:58:22 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:58:22 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:58:22 user nova-compute[75686]:     </memballoon>
Nov 27 01:58:22 user nova-compute[75686]:   </devices>
Nov 27 01:58:22 user nova-compute[75686]: </domain>
Nov 27 01:58:22 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:58:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-592566019',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-592566019',id=31,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-a23g929c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:58:20Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=11fa880a-3dc3-4455-9d4b-967c16beed5c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:86:c6:cc,bridge_name='br-int',has_traffic_filtering=True,id=3a963bef-d949-42df-a116-7049ffc392a8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a963bef-d9') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG os_vif [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:c6:cc,bridge_name='br-int',has_traffic_filtering=True,id=3a963bef-d949-42df-a116-7049ffc392a8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a963bef-d9') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c70f286b-07d9-5089-91ee-0bafebf8691f', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3a963bef-d9, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3a963bef-d9, col_values=(('qos', UUID('8e2412f0-dc3a-49b7-90d5-2e9a9c1d177c')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3a963bef-d9, col_values=(('external_ids', {'iface-id': '3a963bef-d949-42df-a116-7049ffc392a8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:86:c6:cc', 'vm-uuid': '11fa880a-3dc3-4455-9d4b-967c16beed5c'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:22 user nova-compute[75686]: INFO os_vif [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:86:c6:cc,bridge_name='br-int',has_traffic_filtering=True,id=3a963bef-d949-42df-a116-7049ffc392a8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a963bef-d9')
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No VIF found with MAC fa:16:3e:86:c6:cc, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.290s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updated VIF entry in instance network info cache for port 3a963bef-d949-42df-a116-7049ffc392a8. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updating instance_info_cache with network_info: [{"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9cb34e0b-2078-47d3-8ff9-2421d74c4f74 req-984c99ce-c503-43ca-b8b4-eeb65614a5d8 service nova] Releasing lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.466s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== connect_volume: return (1469ms) {'type': 'block', 'scsi_wwn': '23431323838313362', 'path': '/dev/sdg'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23431323838313362', 'path': '/dev/sdg'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.objects.instance [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'flavor' on Instance uuid 5da201ef-ad3c-4932-8423-ab43d9579efc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 01:58:23 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:58:23 user nova-compute[75686]:   <source dev="/dev/sdg"/>
Nov 27 01:58:23 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:58:23 user nova-compute[75686]:   <serial>2ff2984a-8180-430f-a66c-0b21b1688782</serial>
Nov 27 01:58:23 user nova-compute[75686]: </disk>
Nov 27 01:58:23 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] No VIF found with MAC fa:16:3e:ae:af:16, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-770e076a-1219-4e2c-ad2e-263b8d9a5123 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.685s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-3b74bb24-1018-45ec-87c1-9c48ebe3ba00 req-d3668340-535a-4b52-b81f-b9ff3f7bd152 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received event network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b74bb24-1018-45ec-87c1-9c48ebe3ba00 req-d3668340-535a-4b52-b81f-b9ff3f7bd152 service nova] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b74bb24-1018-45ec-87c1-9c48ebe3ba00 req-d3668340-535a-4b52-b81f-b9ff3f7bd152 service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b74bb24-1018-45ec-87c1-9c48ebe3ba00 req-d3668340-535a-4b52-b81f-b9ff3f7bd152 service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-3b74bb24-1018-45ec-87c1-9c48ebe3ba00 req-d3668340-535a-4b52-b81f-b9ff3f7bd152 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] No waiting events found dispatching network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:27 user nova-compute[75686]: WARNING nova.compute.manager [req-3b74bb24-1018-45ec-87c1-9c48ebe3ba00 req-d3668340-535a-4b52-b81f-b9ff3f7bd152 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received unexpected event network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 for instance with vm_state building and task_state spawning.
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-1eb7536a-1f37-4b4e-99f4-3b239ebdb8c8 req-e195c04d-9fce-4720-a3e1-3b25908a01dc service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received event network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1eb7536a-1f37-4b4e-99f4-3b239ebdb8c8 req-e195c04d-9fce-4720-a3e1-3b25908a01dc service nova] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1eb7536a-1f37-4b4e-99f4-3b239ebdb8c8 req-e195c04d-9fce-4720-a3e1-3b25908a01dc service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1eb7536a-1f37-4b4e-99f4-3b239ebdb8c8 req-e195c04d-9fce-4720-a3e1-3b25908a01dc service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-1eb7536a-1f37-4b4e-99f4-3b239ebdb8c8 req-e195c04d-9fce-4720-a3e1-3b25908a01dc service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] No waiting events found dispatching network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:27 user nova-compute[75686]: WARNING nova.compute.manager [req-1eb7536a-1f37-4b4e-99f4-3b239ebdb8c8 req-e195c04d-9fce-4720-a3e1-3b25908a01dc service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received unexpected event network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 for instance with vm_state building and task_state spawning.
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:58:27 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:27 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7664MB free_disk=24.88653564453125GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Instance spawned successfully.
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Applying migration context for instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 as it has an incoming, in-progress migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43. Migration status is finished {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Applying migration context for instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 as it has an incoming, in-progress migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1. Migration status is finished {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 01:58:27 user nova-compute[75686]: INFO nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating resource usage from migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43
Nov 27 01:58:27 user nova-compute[75686]: INFO nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating resource usage from migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5da201ef-ad3c-4932-8423-ab43d9579efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=10240MB phys_disk=40GB used_disk=29GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:58:27 user nova-compute[75686]: INFO nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Took 7.25 seconds to spawn the instance on the hypervisor.
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:58:27 user nova-compute[75686]: INFO nova.compute.manager [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Took 8.24 seconds to build instance.
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cf0900dd-a6c7-4250-9ee0-1791d3194e8e tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.382s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.644s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing instance network info cache due to event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] Acquiring lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] Acquired lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.network.neutron [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.network.neutron [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updated VIF entry in instance network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG nova.network.neutron [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec212a65-80ea-4e97-99e2-1c68769c315e req-3328be83-5840-43ea-93d5-d51e38f515cb service nova] Releasing lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [{"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-cd137692-54b9-481d-b758-b9f1a5e67b82" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:58:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing instance network info cache due to event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:58:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] Acquiring lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] Acquired lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updated VIF entry in instance network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9b7f874d-5851-42bf-99fa-3e7b3a25d47d req-87022fec-28dd-4fe4-a51f-21fe3090bc77 service nova] Releasing lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:32 user nova-compute[75686]: INFO nova.compute.manager [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Rebooting instance
Nov 27 01:58:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquired lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:58:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:33 user nova-compute[75686]: DEBUG nova.network.neutron [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Releasing lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:58:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 01:58:35 user nova-compute[75686]: INFO nova.compute.claims [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Claim successful on node user
Nov 27 01:58:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0d92968-de2f-4df1-9231-f2ded20836e9 req-69aed85d-ca57-4687-a13f-1bf6c103a734 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-unplugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0d92968-de2f-4df1-9231-f2ded20836e9 req-69aed85d-ca57-4687-a13f-1bf6c103a734 service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0d92968-de2f-4df1-9231-f2ded20836e9 req-69aed85d-ca57-4687-a13f-1bf6c103a734 service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0d92968-de2f-4df1-9231-f2ded20836e9 req-69aed85d-ca57-4687-a13f-1bf6c103a734 service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0d92968-de2f-4df1-9231-f2ded20836e9 req-69aed85d-ca57-4687-a13f-1bf6c103a734 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-unplugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:35 user nova-compute[75686]: WARNING nova.compute.manager [req-d0d92968-de2f-4df1-9231-f2ded20836e9 req-69aed85d-ca57-4687-a13f-1bf6c103a734 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received unexpected event network-vif-unplugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with vm_state active and task_state reboot_started.
Nov 27 01:58:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:58:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.607s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 01:58:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.policy [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82943dfd9046457e9f82f89cba00ff18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da185c008a949dca58184441ccb0a41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 01:58:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Creating image(s)
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "/opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance shutdown successfully.
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk 1073741824" returned: 0 in 0.062s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.242s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Checking if we can resize image /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Successfully created port: 61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Cannot resize image /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Ensure instance console log exists: /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-7e28f903-4f0e-4574-a15f-88baa8d87a19 req-5987d637-bae5-4b16-b565-77e7fc085a1a service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7e28f903-4f0e-4574-a15f-88baa8d87a19 req-5987d637-bae5-4b16-b565-77e7fc085a1a service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7e28f903-4f0e-4574-a15f-88baa8d87a19 req-5987d637-bae5-4b16-b565-77e7fc085a1a service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7e28f903-4f0e-4574-a15f-88baa8d87a19 req-5987d637-bae5-4b16-b565-77e7fc085a1a service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-7e28f903-4f0e-4574-a15f-88baa8d87a19 req-5987d637-bae5-4b16-b565-77e7fc085a1a service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:37 user nova-compute[75686]: WARNING nova.compute.manager [req-7e28f903-4f0e-4574-a15f-88baa8d87a19 req-5987d637-bae5-4b16-b565-77e7fc085a1a service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received unexpected event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with vm_state active and task_state reboot_started.
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Successfully updated port: 61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquired lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Port bf6a3b4d-0156-4251-a887-54f788ba3f7b binding to destination host user is already ACTIVE {{(pid=75686) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquired lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:58:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Updating instance_info_cache with network_info: [{"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Releasing lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Instance network_info: |[{"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Start _get_guest_xml network_info=[{"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:58:38 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:38 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:58:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-671162978',display_name='tempest-AttachVolumeNegativeTest-server-671162978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-671162978',id=32,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK6qKn5kdfEYJz9ebqCLV9ATZX9Ta6QrHjMGAa2C5/Ii+iaWrigf6PrjxctZ5C5wrvFeay3fVBb9C/6HDMZMh0YHp/Id5s3e4chB93cF12PJ6UmyPSugjtkIxQLdAknhtQ==',key_name='tempest-keypair-887569923',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-kak8klgw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:58:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=749cda36-ac85-44a0-836a-e7b9cea6f106,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a2:f3,bridge_name='br-int',has_traffic_filtering=True,id=61e70911-2ed9-4794-ad68-81c843623a01,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e70911-2e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'pci_devices' on Instance uuid 749cda36-ac85-44a0-836a-e7b9cea6f106 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:58:38 user nova-compute[75686]:   <uuid>749cda36-ac85-44a0-836a-e7b9cea6f106</uuid>
Nov 27 01:58:38 user nova-compute[75686]:   <name>instance-00000020</name>
Nov 27 01:58:38 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:58:38 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:58:38 user nova-compute[75686]:   <metadata>
Nov 27 01:58:38 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:58:38 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:58:38 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeNegativeTest-server-671162978</nova:name>
Nov 27 01:58:38 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:58:38</nova:creationTime>
Nov 27 01:58:38 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:58:38 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:58:38 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:58:38 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:58:38 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:58:38 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:58:38 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:58:38 user nova-compute[75686]:       <nova:owner>
Nov 27 01:58:38 user nova-compute[75686]:         <nova:user uuid="82943dfd9046457e9f82f89cba00ff18">tempest-AttachVolumeNegativeTest-1893772593-project-member</nova:user>
Nov 27 01:58:38 user nova-compute[75686]:         <nova:project uuid="5da185c008a949dca58184441ccb0a41">tempest-AttachVolumeNegativeTest-1893772593</nova:project>
Nov 27 01:58:38 user nova-compute[75686]:       </nova:owner>
Nov 27 01:58:38 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:58:38 user nova-compute[75686]:       <nova:ports>
Nov 27 01:58:38 user nova-compute[75686]:         <nova:port uuid="61e70911-2ed9-4794-ad68-81c843623a01">
Nov 27 01:58:38 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 01:58:38 user nova-compute[75686]:         </nova:port>
Nov 27 01:58:38 user nova-compute[75686]:       </nova:ports>
Nov 27 01:58:38 user nova-compute[75686]:     </nova:instance>
Nov 27 01:58:38 user nova-compute[75686]:   </metadata>
Nov 27 01:58:38 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:58:38 user nova-compute[75686]:     <system>
Nov 27 01:58:38 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:58:38 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:58:38 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:58:38 user nova-compute[75686]:       <entry name="serial">749cda36-ac85-44a0-836a-e7b9cea6f106</entry>
Nov 27 01:58:38 user nova-compute[75686]:       <entry name="uuid">749cda36-ac85-44a0-836a-e7b9cea6f106</entry>
Nov 27 01:58:38 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:58:38 user nova-compute[75686]:     </system>
Nov 27 01:58:38 user nova-compute[75686]:   </sysinfo>
Nov 27 01:58:38 user nova-compute[75686]:   <os>
Nov 27 01:58:38 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:58:38 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:58:38 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:58:38 user nova-compute[75686]:   </os>
Nov 27 01:58:38 user nova-compute[75686]:   <features>
Nov 27 01:58:38 user nova-compute[75686]:     <acpi/>
Nov 27 01:58:38 user nova-compute[75686]:     <apic/>
Nov 27 01:58:38 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:58:38 user nova-compute[75686]:   </features>
Nov 27 01:58:38 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:58:38 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:58:38 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:58:38 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:58:38 user nova-compute[75686]:   </clock>
Nov 27 01:58:38 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:58:38 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:58:38 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:58:38 user nova-compute[75686]:   </cpu>
Nov 27 01:58:38 user nova-compute[75686]:   <devices>
Nov 27 01:58:38 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:58:38 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:58:38 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk"/>
Nov 27 01:58:38 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:58:38 user nova-compute[75686]:     </disk>
Nov 27 01:58:38 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:58:38 user nova-compute[75686]:       <mac address="fa:16:3e:91:a2:f3"/>
Nov 27 01:58:38 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:58:38 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:58:38 user nova-compute[75686]:       <target dev="tap61e70911-2e"/>
Nov 27 01:58:38 user nova-compute[75686]:     </interface>
Nov 27 01:58:38 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:58:38 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/console.log" append="off"/>
Nov 27 01:58:38 user nova-compute[75686]:     </serial>
Nov 27 01:58:38 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:58:38 user nova-compute[75686]:     <video>
Nov 27 01:58:38 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:58:38 user nova-compute[75686]:     </video>
Nov 27 01:58:38 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:58:38 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:58:38 user nova-compute[75686]:     </rng>
Nov 27 01:58:38 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:58:38 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:58:38 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:58:38 user nova-compute[75686]:     </memballoon>
Nov 27 01:58:38 user nova-compute[75686]:   </devices>
Nov 27 01:58:38 user nova-compute[75686]: </domain>
Nov 27 01:58:38 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:58:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-671162978',display_name='tempest-AttachVolumeNegativeTest-server-671162978',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-671162978',id=32,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK6qKn5kdfEYJz9ebqCLV9ATZX9Ta6QrHjMGAa2C5/Ii+iaWrigf6PrjxctZ5C5wrvFeay3fVBb9C/6HDMZMh0YHp/Id5s3e4chB93cF12PJ6UmyPSugjtkIxQLdAknhtQ==',key_name='tempest-keypair-887569923',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-kak8klgw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:58:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=749cda36-ac85-44a0-836a-e7b9cea6f106,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:a2:f3,bridge_name='br-int',has_traffic_filtering=True,id=61e70911-2ed9-4794-ad68-81c843623a01,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e70911-2e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG os_vif [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a2:f3,bridge_name='br-int',has_traffic_filtering=True,id=61e70911-2ed9-4794-ad68-81c843623a01,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e70911-2e') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1e10b9cf-e0f0-531e-93ae-5d53bd8e089e', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap61e70911-2e, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap61e70911-2e, col_values=(('qos', UUID('2b2c663e-0f26-45aa-8996-7f0d7de38b09')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap61e70911-2e, col_values=(('external_ids', {'iface-id': '61e70911-2ed9-4794-ad68-81c843623a01', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:a2:f3', 'vm-uuid': '749cda36-ac85-44a0-836a-e7b9cea6f106'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:39 user nova-compute[75686]: INFO os_vif [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:a2:f3,bridge_name='br-int',has_traffic_filtering=True,id=61e70911-2ed9-4794-ad68-81c843623a01,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e70911-2e')
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Releasing lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Creating tmpfile /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/tmp16jocc4g to verify with other compute node that the instance is on the same shared storage. {{(pid=75686) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9625}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No VIF found with MAC fa:16:3e:91:a2:f3, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-d127c4bf-2c00-465a-a376-7a8dc6d3f5fd req-efbad330-7f99-44fa-8499-eb94bd3afcfd service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d127c4bf-2c00-465a-a376-7a8dc6d3f5fd req-efbad330-7f99-44fa-8499-eb94bd3afcfd service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d127c4bf-2c00-465a-a376-7a8dc6d3f5fd req-efbad330-7f99-44fa-8499-eb94bd3afcfd service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d127c4bf-2c00-465a-a376-7a8dc6d3f5fd req-efbad330-7f99-44fa-8499-eb94bd3afcfd service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-d127c4bf-2c00-465a-a376-7a8dc6d3f5fd req-efbad330-7f99-44fa-8499-eb94bd3afcfd service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:39 user nova-compute[75686]: WARNING nova.compute.manager [req-d127c4bf-2c00-465a-a376-7a8dc6d3f5fd req-efbad330-7f99-44fa-8499-eb94bd3afcfd service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state resized and task_state resize_reverting.
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-changed-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Refreshing instance network info cache due to event network-changed-61e70911-2ed9-4794-ad68-81c843623a01. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Acquiring lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Acquired lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Refreshing network info cache for port 61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:39 user nova-compute[75686]: INFO nova.compute.manager [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Detaching volume 4ab5f227-9168-40b3-b11a-9b8bc5dabde7
Nov 27 01:58:39 user nova-compute[75686]: INFO nova.virt.block_device [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Attempting to driver detach volume 4ab5f227-9168-40b3-b11a-9b8bc5dabde7 from mountpoint /dev/vdb
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Attempting to detach device vdb from instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:58:39 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:58:39 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 01:58:39 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:58:39 user nova-compute[75686]:   <serial>4ab5f227-9168-40b3-b11a-9b8bc5dabde7</serial>
Nov 27 01:58:39 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:58:39 user nova-compute[75686]: </disk>
Nov 27 01:58:39 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:58:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully detached device vdb from instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc from the persistent domain config.
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:58:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:58:39 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:58:39 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 01:58:39 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:58:39 user nova-compute[75686]:   <serial>4ab5f227-9168-40b3-b11a-9b8bc5dabde7</serial>
Nov 27 01:58:39 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 27 01:58:39 user nova-compute[75686]: </disk>
Nov 27 01:58:39 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:58:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance running successfully.
Nov 27 01:58:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance soft rebooted successfully.
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-813c6670-5d7e-4b85-b098-8bcf1f354e5a tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.786s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Updated VIF entry in instance network info cache for port 61e70911-2ed9-4794-ad68-81c843623a01. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Updating instance_info_cache with network_info: [{"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Releasing lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:40 user nova-compute[75686]: WARNING nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received unexpected event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with vm_state active and task_state reboot_started.
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:40 user nova-compute[75686]: WARNING nova.compute.manager [req-04c7d45e-71f0-4ed9-8518-ff3c89a255e0 req-569a0ad5-fcf5-4895-b915-b9d5a235250b service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received unexpected event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with vm_state active and task_state reboot_started.
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:58:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance destroyed successfully.
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.objects.instance [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lazy-loading 'resources' on Instance uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:57:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_vif [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf6a3b4d-01, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f2b5fa0f-620a-4779-97ee-cc90a5279d3c) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:40 user nova-compute[75686]: INFO os_vif [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01')
Nov 27 01:58:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:58:40 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.006s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bd151c4-8699-40ed-ae26-35df1088185a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:58:40 user nova-compute[75686]: No targets found.
Nov 27 01:58:40 user nova-compute[75686]: iSNS:
Nov 27 01:58:40 user nova-compute[75686]: No targets found.
Nov 27 01:58:40 user nova-compute[75686]: STATIC:
Nov 27 01:58:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:58:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:58:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:58:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:58:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:58:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:58:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7
Nov 27 01:58:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:58:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:58:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782
Nov 27 01:58:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:58:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:58:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 01:58:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:58:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:58:40 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 01:58:40 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:58:40 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:58:40 user nova-compute[75686]: FIRMWARE:
Nov 27 01:58:40 user nova-compute[75686]: No targets found.
Nov 27 01:58:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:58:40 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:58:40 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[278b469c-3a94-44ce-b3bf-1910784d195a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5068cd65-63af-43c0-a087-75f244c6f113]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c39b010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1'): ({'sdf'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Removing single pathed devices sdf {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a0977d1-24bb-4085-9bd3-bc937145cb06]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ec926b0-da8a-4107-af76-d1b611a73530]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flushing IO for device /dev/sdf {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a98a49a-55e7-4f92-8e27-f642b69b250d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.066s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f33286-4931-4a32-81b8-c35fa778104f]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:58:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[021d5558-8cf3-4fd8-91c2-ef7bb1889a75]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.077s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd0963e-6625-4b36-89f1-6f817217c885]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]
Nov 27 01:58:41 user nova-compute[75686]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.
Nov 27 01:58:41 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[966d5a6f-28b3-4349-bc03-e2e0a8827066]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.425s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== disconnect_volume: return (430ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:41 user nova-compute[75686]: WARNING nova.compute.manager [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state resized and task_state resize_reverting.
Nov 27 01:58:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] No waiting events found dispatching network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:41 user nova-compute[75686]: WARNING nova.compute.manager [req-ebfd4f93-f017-4c3d-bc0d-38c8432ee0e1 req-51d1896e-8510-4705-a2fc-63b7488cb837 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received unexpected event network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 for instance with vm_state building and task_state spawning.
Nov 27 01:58:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing instance network info cache due to event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] Acquiring lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] Acquired lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.objects.instance [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lazy-loading 'migration_context' on Instance uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.objects.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Object Instance<c60b0fb9-9f88-4d6d-a507-8f2befd725c8> lazy-loaded attributes: resources,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updated VIF entry in instance network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:42 user nova-compute[75686]: INFO nova.compute.manager [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Detaching volume 606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:58:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9040127f-87aa-4141-ad93-4d16b7989361 req-a5d8c549-b6c8-4a44-a2a5-887d4614466e service nova] Releasing lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:42 user nova-compute[75686]: INFO nova.virt.block_device [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Attempting to driver detach volume 606828a7-ce62-441e-bef2-2b06b7c18321 from mountpoint /dev/vdb
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Attempting to detach device vdb from instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:58:42 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:58:42 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:58:42 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:58:42 user nova-compute[75686]:   <serial>606828a7-ce62-441e-bef2-2b06b7c18321</serial>
Nov 27 01:58:42 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:58:42 user nova-compute[75686]: </disk>
Nov 27 01:58:42 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:58:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully detached device vdb from instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 from the persistent domain config.
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 01:58:42 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:58:42 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 01:58:42 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 01:58:42 user nova-compute[75686]:   <serial>606828a7-ce62-441e-bef2-2b06b7c18321</serial>
Nov 27 01:58:42 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 01:58:42 user nova-compute[75686]: </disk>
Nov 27 01:58:42 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:58:42 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.803s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:43 user nova-compute[75686]: INFO nova.compute.manager [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Swapping old allocation on dict_keys(['01b04e4d-32b4-4e84-b330-3c1a096a9410']) held by migration 061cc7b3-8816-4864-a93f-2e1cbcce1b43 for instance
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Overwriting current allocation {'allocations': {'01b04e4d-32b4-4e84-b330-3c1a096a9410': {'resources': {'VCPU': 1, 'MEMORY_MB': 2048, 'DISK_GB': 20}, 'generation': 40}}, 'project_id': 'c7a5273d2eb24e2598a4e7d6dc2a4d5c', 'user_id': 'f4303689d56b490b9a71fc41cb1346bb', 'consumer_generation': 1} on consumer c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 01:58:43 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Instance spawned successfully.
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquired lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:58:43 user nova-compute[75686]: INFO nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Took 7.24 seconds to spawn the instance on the hypervisor.
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-e195d4b5-1350-47ab-bf09-172ab0c437cb req-63d2192e-7b04-4d14-ba20-e631f2eff28c service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e195d4b5-1350-47ab-bf09-172ab0c437cb req-63d2192e-7b04-4d14-ba20-e631f2eff28c service nova] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e195d4b5-1350-47ab-bf09-172ab0c437cb req-63d2192e-7b04-4d14-ba20-e631f2eff28c service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e195d4b5-1350-47ab-bf09-172ab0c437cb req-63d2192e-7b04-4d14-ba20-e631f2eff28c service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-e195d4b5-1350-47ab-bf09-172ab0c437cb req-63d2192e-7b04-4d14-ba20-e631f2eff28c service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] No waiting events found dispatching network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:43 user nova-compute[75686]: WARNING nova.compute.manager [req-e195d4b5-1350-47ab-bf09-172ab0c437cb req-63d2192e-7b04-4d14-ba20-e631f2eff28c service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received unexpected event network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 for instance with vm_state building and task_state spawning.
Nov 27 01:58:43 user nova-compute[75686]: INFO nova.compute.manager [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Took 8.18 seconds to build instance.
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b5f1664f-65c5-431d-a1b4-a3978587ca0e tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.283s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Releasing lock "refresh_cache-c60b0fb9-9f88-4d6d-a507-8f2befd725c8" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG os_brick.utils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a824b746-d169-4489-bd9e-8b62766fa45f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a78514d4-5515-48fc-88e8-e0214bdf41c1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[34bc74f8-5083-43c0-88ad-50b5b0f5c796]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[201da40c-abe4-43b6-9a2b-2edea5f54272]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 01:58:43 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 01:58:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b5abe85-d8c4-4e71-ab2f-a0a34d4ebc3b]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 01:58:43 user nova-compute[75686]: DEBUG os_brick.utils [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing instance network info cache due to event network-changed-a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] Acquiring lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] Acquired lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Refreshing network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updated VIF entry in instance network info cache for port a1ad1e6d-0c96-4147-9ec4-63d76c02b650. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [{"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:58:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-80d0f994-d354-4a08-acf2-d1081c6c9734 req-46168a58-43d3-43df-84bc-7ac50b439a99 service nova] Releasing lock "refresh_cache-0e1143aa-dcb8-4970-b80a-0a9818e1b733" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:58:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Starting finish_revert_migration {{(pid=75686) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11816}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Start _get_guest_xml network_info=[{"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '63690a3b-bc36-4766-8c9e-c0b17e5a7429', 'delete_on_termination': False, 'boot_index': None, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vdb', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'c60b0fb9-9f88-4d6d-a507-8f2befd725c8', 'attached_at': '2023-11-27T01:58:51.000000', 'detached_at': '', 'volume_id': 'e7b55384-ce77-4dc9-93e2-50713115b4a1', 'serial': 'e7b55384-ce77-4dc9-93e2-50713115b4a1'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 01:58:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.objects.instance [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lazy-loading 'vcpu_model' on Instance uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:58:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:58:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:58:50 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[36c33cc8-6796-49b6-b9fa-a11c96e12255]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 01:58:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[071b5265-69cf-4293-a5e8-1f30e442d710]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1] added
Nov 27 01:58:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e207359d-11d3-49e8-bb2e-5ab5bbc9348d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8724ca90-9e83-40d4-96b8-ab3f81ea921d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XETzIFBc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XETzIFBc" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ddc0d7d-105d-4dfd-8c3a-e3b897e339bc]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XETzIFBc'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[880fcf56-8b35-46db-b8b8-fd9c6400cbdc]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[49e36ece-6b1b-4811-8cca-38adc882a35f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[25a718b0-c7fb-4218-9aa1-f67d0c772004]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]
Nov 27 01:58:51 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.
Nov 27 01:58:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4863f6a-c3e6-4241-9003-9ba6b18e7954]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[80933765-15c1-40cd-9e80-4b36a5a32004]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:58:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.289s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] HCTL ('37', '-', '-', 0) found on session 35 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9808d6f1-d4e7-4278-b7e1-75346d497bab]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Searching for a device in session 35 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 01:58:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.332s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '23564303433663539', 'path': '/dev/sdf'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564303433663539', 'path': '/dev/sdf'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] End _get_guest_xml xml=<domain type="kvm">
Nov 27 01:58:52 user nova-compute[75686]:   <uuid>c60b0fb9-9f88-4d6d-a507-8f2befd725c8</uuid>
Nov 27 01:58:52 user nova-compute[75686]:   <name>instance-00000019</name>
Nov 27 01:58:52 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 01:58:52 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 01:58:52 user nova-compute[75686]:   <metadata>
Nov 27 01:58:52 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 01:58:52 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 01:58:52 user nova-compute[75686]:       <nova:name>tempest-ServerActionsTestOtherB-server-1781701295</nova:name>
Nov 27 01:58:52 user nova-compute[75686]:       <nova:creationTime>2023-11-27 01:58:50</nova:creationTime>
Nov 27 01:58:52 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 01:58:52 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 01:58:52 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 01:58:52 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 01:58:52 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 01:58:52 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 01:58:52 user nova-compute[75686]:       </nova:flavor>
Nov 27 01:58:52 user nova-compute[75686]:       <nova:owner>
Nov 27 01:58:52 user nova-compute[75686]:         <nova:user uuid="f4303689d56b490b9a71fc41cb1346bb">tempest-ServerActionsTestOtherB-534354791-project-member</nova:user>
Nov 27 01:58:52 user nova-compute[75686]:         <nova:project uuid="c7a5273d2eb24e2598a4e7d6dc2a4d5c">tempest-ServerActionsTestOtherB-534354791</nova:project>
Nov 27 01:58:52 user nova-compute[75686]:       </nova:owner>
Nov 27 01:58:52 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 01:58:52 user nova-compute[75686]:       <nova:ports>
Nov 27 01:58:52 user nova-compute[75686]:         <nova:port uuid="bf6a3b4d-0156-4251-a887-54f788ba3f7b">
Nov 27 01:58:52 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 01:58:52 user nova-compute[75686]:         </nova:port>
Nov 27 01:58:52 user nova-compute[75686]:       </nova:ports>
Nov 27 01:58:52 user nova-compute[75686]:     </nova:instance>
Nov 27 01:58:52 user nova-compute[75686]:   </metadata>
Nov 27 01:58:52 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 01:58:52 user nova-compute[75686]:     <system>
Nov 27 01:58:52 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 01:58:52 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 01:58:52 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 01:58:52 user nova-compute[75686]:       <entry name="serial">c60b0fb9-9f88-4d6d-a507-8f2befd725c8</entry>
Nov 27 01:58:52 user nova-compute[75686]:       <entry name="uuid">c60b0fb9-9f88-4d6d-a507-8f2befd725c8</entry>
Nov 27 01:58:52 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 01:58:52 user nova-compute[75686]:     </system>
Nov 27 01:58:52 user nova-compute[75686]:   </sysinfo>
Nov 27 01:58:52 user nova-compute[75686]:   <os>
Nov 27 01:58:52 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 01:58:52 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 01:58:52 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 01:58:52 user nova-compute[75686]:   </os>
Nov 27 01:58:52 user nova-compute[75686]:   <features>
Nov 27 01:58:52 user nova-compute[75686]:     <acpi/>
Nov 27 01:58:52 user nova-compute[75686]:     <apic/>
Nov 27 01:58:52 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 01:58:52 user nova-compute[75686]:   </features>
Nov 27 01:58:52 user nova-compute[75686]:   <clock offset="utc">
Nov 27 01:58:52 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 01:58:52 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 01:58:52 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 01:58:52 user nova-compute[75686]:   </clock>
Nov 27 01:58:52 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 01:58:52 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 01:58:52 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 01:58:52 user nova-compute[75686]:   </cpu>
Nov 27 01:58:52 user nova-compute[75686]:   <devices>
Nov 27 01:58:52 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 01:58:52 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 01:58:52 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk"/>
Nov 27 01:58:52 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 01:58:52 user nova-compute[75686]:     </disk>
Nov 27 01:58:52 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 01:58:52 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 01:58:52 user nova-compute[75686]:       <source dev="/dev/sdf"/>
Nov 27 01:58:52 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 01:58:52 user nova-compute[75686]:       <serial>e7b55384-ce77-4dc9-93e2-50713115b4a1</serial>
Nov 27 01:58:52 user nova-compute[75686]:     </disk>
Nov 27 01:58:52 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 01:58:52 user nova-compute[75686]:       <mac address="fa:16:3e:e9:3a:fe"/>
Nov 27 01:58:52 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:58:52 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 01:58:52 user nova-compute[75686]:       <target dev="tapbf6a3b4d-01"/>
Nov 27 01:58:52 user nova-compute[75686]:     </interface>
Nov 27 01:58:52 user nova-compute[75686]:     <serial type="pty">
Nov 27 01:58:52 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/console.log" append="off"/>
Nov 27 01:58:52 user nova-compute[75686]:     </serial>
Nov 27 01:58:52 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 01:58:52 user nova-compute[75686]:     <video>
Nov 27 01:58:52 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 01:58:52 user nova-compute[75686]:     </video>
Nov 27 01:58:52 user nova-compute[75686]:     <rng model="virtio">
Nov 27 01:58:52 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 01:58:52 user nova-compute[75686]:     </rng>
Nov 27 01:58:52 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 01:58:52 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 01:58:52 user nova-compute[75686]:       <stats period="10"/>
Nov 27 01:58:52 user nova-compute[75686]:     </memballoon>
Nov 27 01:58:52 user nova-compute[75686]:   </devices>
Nov 27 01:58:52 user nova-compute[75686]: </domain>
Nov 27 01:58:52 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:57:07Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:58:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG os_vif [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6d56340c-94b2-5bb2-8261-be57d07ffc3c', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbf6a3b4d-01, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbf6a3b4d-01, col_values=(('qos', UUID('17c2afdc-227f-461f-ae2b-53e3cae82dba')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbf6a3b4d-01, col_values=(('external_ids', {'iface-id': 'bf6a3b4d-0156-4251-a887-54f788ba3f7b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e9:3a:fe', 'vm-uuid': 'c60b0fb9-9f88-4d6d-a507-8f2befd725c8'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:58:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:52 user nova-compute[75686]: INFO os_vif [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01')
Nov 27 01:58:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-cab89f4c-c5d8-4bb0-b63e-ba8c2e959502 req-74b2cbb5-b22f-400e-bcf8-befec4af4dab service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cab89f4c-c5d8-4bb0-b63e-ba8c2e959502 req-74b2cbb5-b22f-400e-bcf8-befec4af4dab service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cab89f4c-c5d8-4bb0-b63e-ba8c2e959502 req-74b2cbb5-b22f-400e-bcf8-befec4af4dab service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cab89f4c-c5d8-4bb0-b63e-ba8c2e959502 req-74b2cbb5-b22f-400e-bcf8-befec4af4dab service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-cab89f4c-c5d8-4bb0-b63e-ba8c2e959502 req-74b2cbb5-b22f-400e-bcf8-befec4af4dab service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:53 user nova-compute[75686]: WARNING nova.compute.manager [req-cab89f4c-c5d8-4bb0-b63e-ba8c2e959502 req-74b2cbb5-b22f-400e-bcf8-befec4af4dab service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state resized and task_state resize_reverting.
Nov 27 01:58:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 01:58:55 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance running successfully.
Nov 27 01:58:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] finish_revert_migration finished successfully. {{(pid=75686) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11860}}
Nov 27 01:58:55 user nova-compute[75686]: INFO nova.compute.manager [None req-fed49882-14b2-453e-a894-86b52a308010 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance to original state: 'active'
Nov 27 01:58:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-49e91e23-ece6-444d-8296-8303adebca92 req-0c0000ec-279d-40fc-927d-d6b19f5cc17a service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:58:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-49e91e23-ece6-444d-8296-8303adebca92 req-0c0000ec-279d-40fc-927d-d6b19f5cc17a service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:58:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-49e91e23-ece6-444d-8296-8303adebca92 req-0c0000ec-279d-40fc-927d-d6b19f5cc17a service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:58:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-49e91e23-ece6-444d-8296-8303adebca92 req-0c0000ec-279d-40fc-927d-d6b19f5cc17a service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:58:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-49e91e23-ece6-444d-8296-8303adebca92 req-0c0000ec-279d-40fc-927d-d6b19f5cc17a service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:58:55 user nova-compute[75686]: WARNING nova.compute.manager [req-49e91e23-ece6-444d-8296-8303adebca92 req-0c0000ec-279d-40fc-927d-d6b19f5cc17a service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state resized and task_state resize_reverting.
Nov 27 01:58:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:58:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:00 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc is timed out.
Nov 27 01:59:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully detached device vdb from instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc from the live domain config.
Nov 27 01:59:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'szALKhOU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:59:00 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef812b0a-1616-443c-b46e-a3899ab74bd5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:59:00 user nova-compute[75686]: No targets found.
Nov 27 01:59:00 user nova-compute[75686]: iSNS:
Nov 27 01:59:00 user nova-compute[75686]: No targets found.
Nov 27 01:59:00 user nova-compute[75686]: STATIC:
Nov 27 01:59:00 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:59:00 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:00 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:00 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:59:00 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:00 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:00 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7
Nov 27 01:59:00 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:00 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:00 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782
Nov 27 01:59:00 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:00 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:00 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 01:59:00 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:00 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:00 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 01:59:00 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:00 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:00 user nova-compute[75686]: FIRMWARE:
Nov 27 01:59:00 user nova-compute[75686]: No targets found.
Nov 27 01:59:00 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:59:00 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:59:00 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[92b04d4f-c0a0-43e5-bc0a-565eae339fb3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[50620e0b-d401-48e7-b84c-853660c56a7c]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:59:00 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514823db40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d81d34b-77f2-4544-ba0a-10fc9bf10cb9]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b08127c3-8331-4d12-b4aa-433b97d3eec7]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ad6f5c3-a3c6-4a99-9435-d88496929a63]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[66b9e5bf-1357-42b4-82d3-8a1e21e5d9bf]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[16fc931c-defc-4ffe-b1c3-4c2a79f9ed4f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[103a3fa1-f31b-448c-b7c1-92777a5b5db0]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260]
Nov 27 01:59:00 user nova-compute[75686]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7, portal: 172.16.0.220,3260] successful.
Nov 27 01:59:00 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4ab5f227-9168-40b3-b11a-9b8bc5dabde7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3a98ebb-1c32-4a88-8a58-dfc9bc5e20e9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== disconnect_volume: return (323ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:59:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:59:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6508cb43-8e30-488c-8cc1-3b7ecb084521 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.146s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2a996611-b76e-4edd-a682-ec23d5d065a4 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2a996611-b76e-4edd-a682-ec23d5d065a4 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-2a996611-b76e-4edd-a682-ec23d5d065a4 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-2a996611-b76e-4edd-a682-ec23d5d065a4 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=75686) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG nova.objects.instance [None req-2a996611-b76e-4edd-a682-ec23d5d065a4 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-6267eb5e-9433-4859-9d00-df342bc55b4f req-a46fe6e2-4bc5-4273-9b33-b9e3f134b2a9 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6267eb5e-9433-4859-9d00-df342bc55b4f req-a46fe6e2-4bc5-4273-9b33-b9e3f134b2a9 service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6267eb5e-9433-4859-9d00-df342bc55b4f req-a46fe6e2-4bc5-4273-9b33-b9e3f134b2a9 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6267eb5e-9433-4859-9d00-df342bc55b4f req-a46fe6e2-4bc5-4273-9b33-b9e3f134b2a9 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-6267eb5e-9433-4859-9d00-df342bc55b4f req-a46fe6e2-4bc5-4273-9b33-b9e3f134b2a9 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:59:02 user nova-compute[75686]: WARNING nova.compute.manager [req-6267eb5e-9433-4859-9d00-df342bc55b4f req-a46fe6e2-4bc5-4273-9b33-b9e3f134b2a9 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state active and task_state powering-off.
Nov 27 01:59:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance destroyed successfully.
Nov 27 01:59:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-2a996611-b76e-4edd-a682-ec23d5d065a4 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 01:59:03 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 is timed out.
Nov 27 01:59:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully detached device vdb from instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 from the live domain config.
Nov 27 01:59:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KkGPydrj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 01:59:03 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[29c20dc6-8a03-4ac0-b661-e1661daa1449]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-2a996611-b76e-4edd-a682-ec23d5d065a4 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.835s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 01:59:03 user nova-compute[75686]: No targets found.
Nov 27 01:59:03 user nova-compute[75686]: iSNS:
Nov 27 01:59:03 user nova-compute[75686]: No targets found.
Nov 27 01:59:03 user nova-compute[75686]: STATIC:
Nov 27 01:59:03 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321
Nov 27 01:59:03 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:03 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:03 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 01:59:03 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:03 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:03 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782
Nov 27 01:59:03 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:03 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:03 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 01:59:03 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:03 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:03 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 01:59:03 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 01:59:03 user nova-compute[75686]:                 Iface Name: default
Nov 27 01:59:03 user nova-compute[75686]: FIRMWARE:
Nov 27 01:59:03 user nova-compute[75686]: No targets found.
Nov 27 01:59:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 01:59:03 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 01:59:03 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[352193ae-b710-4fca-8b23-73200d994184]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d55f35d-794d-4cd1-96f5-db0534a51dc6]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 01:59:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148303130>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[76096010-df33-4053-872c-474268438e95]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7289932c-8d78-442f-a654-92dd038e7db3]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18f44df-c469-4863-8c07-bfe786709173]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f76bd20-5fba-416a-bf7c-59e8e10ccbd1]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9349dae-03e3-4e6e-86d9-a424811d4aa9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[033f0dbe-9877-4aee-ae1c-2a71fa7827b4]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260]
Nov 27 01:59:03 user nova-compute[75686]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321, portal: 172.16.0.220,3260] successful.
Nov 27 01:59:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:606828a7-ce62-441e-bef2-2b06b7c18321 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[24efcd0e-c931-44f3-960b-f5907aebe888]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.344s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] <== disconnect_volume: return (345ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 01:59:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 01:59:04 user nova-compute[75686]: DEBUG nova.objects.instance [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'flavor' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:59:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-62aed5ec-44b7-40bc-bef1-ddb257427a78 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.057s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0dfa6d5-4b66-460f-9553-234a69e9fa19 req-b5aadc76-1282-4863-90da-ecec41c70f24 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:59:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0dfa6d5-4b66-460f-9553-234a69e9fa19 req-b5aadc76-1282-4863-90da-ecec41c70f24 service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0dfa6d5-4b66-460f-9553-234a69e9fa19 req-b5aadc76-1282-4863-90da-ecec41c70f24 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0dfa6d5-4b66-460f-9553-234a69e9fa19 req-b5aadc76-1282-4863-90da-ecec41c70f24 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0dfa6d5-4b66-460f-9553-234a69e9fa19 req-b5aadc76-1282-4863-90da-ecec41c70f24 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:59:04 user nova-compute[75686]: WARNING nova.compute.manager [req-d0dfa6d5-4b66-460f-9553-234a69e9fa19 req-b5aadc76-1282-4863-90da-ecec41c70f24 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state stopped and task_state None.
Nov 27 01:59:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:21 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:59:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 01:59:26 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:59:26 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7512MB free_disk=24.853103637695312GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Applying migration context for instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 as it has an incoming, in-progress migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1. Migration status is finished {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 27 01:59:26 user nova-compute[75686]: INFO nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating resource usage from migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5da201ef-ad3c-4932-8423-ab43d9579efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1 is active on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 749cda36-ac85-44a0-836a-e7b9cea6f106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 01:59:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 01:59:27 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:59:27 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:59:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 01:59:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.538s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [{"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-163993f6-3b37-40ff-9372-37f866d28180" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 01:59:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 01:59:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:32 user nova-compute[75686]: INFO nova.compute.manager [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Terminating instance
Nov 27 01:59:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 01:59:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-758256c8-af2d-4e63-8d69-63eb7d4fe925 req-bbc7bc5c-2ac4-4370-a467-db93f9a91def service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-758256c8-af2d-4e63-8d69-63eb7d4fe925 req-bbc7bc5c-2ac4-4370-a467-db93f9a91def service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-758256c8-af2d-4e63-8d69-63eb7d4fe925 req-bbc7bc5c-2ac4-4370-a467-db93f9a91def service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-758256c8-af2d-4e63-8d69-63eb7d4fe925 req-bbc7bc5c-2ac4-4370-a467-db93f9a91def service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-758256c8-af2d-4e63-8d69-63eb7d4fe925 req-bbc7bc5c-2ac4-4370-a467-db93f9a91def service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-758256c8-af2d-4e63-8d69-63eb7d4fe925 req-bbc7bc5c-2ac4-4370-a467-db93f9a91def service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-unplugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Instance destroyed successfully.
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'resources' on Instance uuid 0e1143aa-dcb8-4970-b80a-0a9818e1b733 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-126165914',display_name='tempest-ServerRescueNegativeTestJSON-server-126165914',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-126165914',id=27,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMDDOAEdBdKTljKm/Dzfr1R8D5Tw4Ws3Ikis2tWOf4qryBtgd22XFaTvT3y+fMjievtTKFPV9CsiPKUR5/HER6MAaTp2QsdtDA96M4yv1iGND0Yr89yS3G9SCwoXiaNTAA==',key_name='tempest-keypair-825171087',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:55:04Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-bv2ag9a4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:56:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='44beb0a742a24c30a7e2004988809c51',uuid=0e1143aa-dcb8-4970-b80a-0a9818e1b733,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "address": "fa:16:3e:b5:31:70", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapa1ad1e6d-0c", "ovs_interfaceid": "a1ad1e6d-0c96-4147-9ec4-63d76c02b650", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG os_vif [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapa1ad1e6d-0c, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ed5973c6-27c9-40e1-aa24-f8626337c8dd) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:33 user nova-compute[75686]: INFO os_vif [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:31:70,bridge_name='br-int',has_traffic_filtering=True,id=a1ad1e6d-0c96-4147-9ec4-63d76c02b650,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapa1ad1e6d-0c')
Nov 27 01:59:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Deleting instance files /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733_del
Nov 27 01:59:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Deletion of /opt/stack/data/nova/instances/0e1143aa-dcb8-4970-b80a-0a9818e1b733_del complete
Nov 27 01:59:33 user nova-compute[75686]: INFO nova.compute.manager [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 27 01:59:33 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 01:59:33 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:59:34 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Took 0.84 seconds to deallocate network for instance.
Nov 27 01:59:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-a4070d9f-45da-4118-a8d6-540add1dff5a req-cfe32625-3a0e-4e51-9867-749843890ddf service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-deleted-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG nova.compute.manager [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Going to confirm migration 2 {{(pid=75686) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:59:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.362s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:34 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Deleted allocations for instance 0e1143aa-dcb8-4970-b80a-0a9818e1b733
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquired lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.objects.instance [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'info_cache' on Instance uuid fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8ac5fca8-7a5d-4953-a431-8e95d5056e52 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.243s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-a90f6874-a55e-4d60-819a-84835ba796a6 req-301a34c9-4fd2-4d7f-9496-d16be511f610 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a90f6874-a55e-4d60-819a-84835ba796a6 req-301a34c9-4fd2-4d7f-9496-d16be511f610 service nova] Acquiring lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a90f6874-a55e-4d60-819a-84835ba796a6 req-301a34c9-4fd2-4d7f-9496-d16be511f610 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a90f6874-a55e-4d60-819a-84835ba796a6 req-301a34c9-4fd2-4d7f-9496-d16be511f610 service nova] Lock "0e1143aa-dcb8-4970-b80a-0a9818e1b733-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-a90f6874-a55e-4d60-819a-84835ba796a6 req-301a34c9-4fd2-4d7f-9496-d16be511f610 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] No waiting events found dispatching network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 01:59:35 user nova-compute[75686]: WARNING nova.compute.manager [req-a90f6874-a55e-4d60-819a-84835ba796a6 req-301a34c9-4fd2-4d7f-9496-d16be511f610 service nova] [instance: 0e1143aa-dcb8-4970-b80a-0a9818e1b733] Received unexpected event network-vif-plugged-a1ad1e6d-0c96-4147-9ec4-63d76c02b650 for instance with vm_state deleted and task_state None.
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating instance_info_cache with network_info: [{"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Releasing lock "refresh_cache-fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.objects.instance [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'migration_context' on Instance uuid fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.objects.base [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Object Instance<fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7> lazy-loaded attributes: info_cache,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 01:59:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.379s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:36 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Deleted allocation for migration 95df4e14-bc41-4dd0-9b05-d9f6674253a1
Nov 27 01:59:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-559ae4d2-8a92-43f3-9ae2-74e88a05ebd6 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.299s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 01:59:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:59:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:59:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 01:59:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 01:59:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:59:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 01:59:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:59:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 01:59:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:00:10 user nova-compute[75686]: INFO nova.compute.manager [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] instance snapshotting
Nov 27 02:00:10 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Beginning live snapshot process
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json -f qcow2" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json -f qcow2" returned: 0 in 0.168s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp58271_nf/c693b263eced49fb9eec21ac60067cb7.delta 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp58271_nf/c693b263eced49fb9eec21ac60067cb7.delta 1073741824" returned: 0 in 0.049s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:10 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 02:00:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 02:00:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 02:00:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 02:00:12 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 02:00:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp58271_nf/c693b263eced49fb9eec21ac60067cb7.delta /opt/stack/data/nova/instances/snapshots/tmp58271_nf/c693b263eced49fb9eec21ac60067cb7 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp58271_nf/c693b263eced49fb9eec21ac60067cb7.delta /opt/stack/data/nova/instances/snapshots/tmp58271_nf/c693b263eced49fb9eec21ac60067cb7" returned: 0 in 0.553s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Snapshot extracted, beginning image upload
Nov 27 02:00:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:15 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Snapshot image upload complete
Nov 27 02:00:15 user nova-compute[75686]: INFO nova.compute.manager [None req-59fca30b-ce99-4b08-a6ec-5256774aaf6d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Took 5.01 seconds to snapshot the instance on the hypervisor.
Nov 27 02:00:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing instance network info cache due to event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] Acquiring lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] Acquired lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:00:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updating instance_info_cache with network_info: [{"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-7b992061-61c3-471b-b36d-d7c9ec57ddf6" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updated VIF entry in instance network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.40", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.compute.manager [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.compute.manager [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing instance network info cache due to event network-changed-6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] Acquiring lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5c6c0044-cdd3-4025-960d-b84e55fa6d7d req-6ebb6260-70e2-46cd-bbb7-86eb9c2f6bf5 service nova] Releasing lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] Acquired lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Refreshing network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:25 user nova-compute[75686]: INFO nova.compute.manager [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Detaching volume 2ff2984a-8180-430f-a66c-0b21b1688782
Nov 27 02:00:25 user nova-compute[75686]: INFO nova.virt.block_device [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Attempting to driver detach volume 2ff2984a-8180-430f-a66c-0b21b1688782 from mountpoint /dev/vdb
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Attempting to detach device vdb from instance 5da201ef-ad3c-4932-8423-ab43d9579efc from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:00:25 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:00:25 user nova-compute[75686]:   <source dev="/dev/sdg"/>
Nov 27 02:00:25 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:00:25 user nova-compute[75686]:   <serial>2ff2984a-8180-430f-a66c-0b21b1688782</serial>
Nov 27 02:00:25 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:00:25 user nova-compute[75686]: </disk>
Nov 27 02:00:25 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:00:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully detached device vdb from instance 5da201ef-ad3c-4932-8423-ab43d9579efc from the persistent domain config.
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5da201ef-ad3c-4932-8423-ab43d9579efc from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:00:25 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:00:25 user nova-compute[75686]:   <source dev="/dev/sdg"/>
Nov 27 02:00:25 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:00:25 user nova-compute[75686]:   <serial>2ff2984a-8180-430f-a66c-0b21b1688782</serial>
Nov 27 02:00:25 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:00:25 user nova-compute[75686]: </disk>
Nov 27 02:00:25 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.245s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG nova.network.neutron [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updated VIF entry in instance network info cache for port 6bc94eec-248b-4342-bfd1-5df305806d9c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG nova.network.neutron [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [{"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-506ccd86-58aa-49c9-9693-86ce792f5044 req-ea173ed7-ceb5-44f9-9782-65f7be63c567 service nova] Releasing lock "refresh_cache-5da201ef-ad3c-4932-8423-ab43d9579efc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5da201ef-ad3c-4932-8423-ab43d9579efc {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-changed-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Refreshing instance network info cache due to event network-changed-61e70911-2ed9-4794-ad68-81c843623a01. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] Acquiring lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] Acquired lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG nova.network.neutron [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Refreshing network info cache for port 61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Updated VIF entry in instance network info cache for port 61e70911-2ed9-4794-ad68-81c843623a01. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Updating instance_info_cache with network_info: [{"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a63c54e3-c933-4089-a916-f616f06f835c req-724d31f7-d318-4b71-8285-69d539c120d0 service nova] Releasing lock "refresh_cache-749cda36-ac85-44a0-836a-e7b9cea6f106" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.246s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid 749cda36-ac85-44a0-836a-e7b9cea6f106 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.072s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:29 user nova-compute[75686]: INFO nova.compute.manager [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Attaching volume 4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 to /dev/vdb
Nov 27 02:00:29 user nova-compute[75686]: DEBUG os_brick.utils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[41343533-9821-4fa0-92f6-3e97de669021]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[986ea6fc-6922-46c0-b417-c81b013d5a4f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b41b8749-0c11-4d4f-8dba-a249704dd7b8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f002ec8-d79c-4b2a-8b17-c7a8a4954663]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:00:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7775MB free_disk=24.831138610839844GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:00:30 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:00:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7107758e-e3c9-4c04-b4a9-13085e1f8ec9]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG os_brick.utils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== get_connector_properties: return (522ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Updating existing volume attachment record: b03d90b5-8a84-4fe2-9f2b-53bd29b4e53f {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cd137692-54b9-481d-b758-b9f1a5e67b82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5da201ef-ad3c-4932-8423-ab43d9579efc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 749cda36-ac85-44a0-836a-e7b9cea6f106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:00:30 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.826s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:00:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:00:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:33 user nova-compute[75686]: INFO nova.compute.manager [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Terminating instance
Nov 27 02:00:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-9c55f4ab-33c3-48ce-ae4a-3bd02e7dd5bb req-f677ab05-05a0-4b5e-8dff-f98178ccc8e1 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-unplugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9c55f4ab-33c3-48ce-ae4a-3bd02e7dd5bb req-f677ab05-05a0-4b5e-8dff-f98178ccc8e1 service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9c55f4ab-33c3-48ce-ae4a-3bd02e7dd5bb req-f677ab05-05a0-4b5e-8dff-f98178ccc8e1 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9c55f4ab-33c3-48ce-ae4a-3bd02e7dd5bb req-f677ab05-05a0-4b5e-8dff-f98178ccc8e1 service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-9c55f4ab-33c3-48ce-ae4a-3bd02e7dd5bb req-f677ab05-05a0-4b5e-8dff-f98178ccc8e1 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-unplugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-9c55f4ab-33c3-48ce-ae4a-3bd02e7dd5bb req-f677ab05-05a0-4b5e-8dff-f98178ccc8e1 service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-unplugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Instance destroyed successfully.
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.objects.instance [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'resources' on Instance uuid 7b992061-61c3-471b-b36d-d7c9ec57ddf6 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:24Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1940565989',display_name='tempest-ServerRescueNegativeTestJSON-server-1940565989',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1940565989',id=5,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:46:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fdzcxzf7',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:46:26Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=7b992061-61c3-471b-b36d-d7c9ec57ddf6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "ebad5101-32cf-4530-99b1-18ca2852640f", "address": "fa:16:3e:06:12:b0", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapebad5101-32", "ovs_interfaceid": "ebad5101-32cf-4530-99b1-18ca2852640f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG os_vif [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapebad5101-32, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4ec97e86-5b5e-4dbb-99c5-428b4598751e) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:34 user nova-compute[75686]: INFO os_vif [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:06:12:b0,bridge_name='br-int',has_traffic_filtering=True,id=ebad5101-32cf-4530-99b1-18ca2852640f,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapebad5101-32')
Nov 27 02:00:34 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Deleting instance files /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6_del
Nov 27 02:00:34 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Deletion of /opt/stack/data/nova/instances/7b992061-61c3-471b-b36d-d7c9ec57ddf6_del complete
Nov 27 02:00:34 user nova-compute[75686]: INFO nova.compute.manager [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Took 0.99 seconds to destroy the instance on the hypervisor.
Nov 27 02:00:34 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:00:34 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:00:35 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:35 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Took 0.58 seconds to deallocate network for instance.
Nov 27 02:00:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:00:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:00:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.375s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:35 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Deleted allocations for instance 7b992061-61c3-471b-b36d-d7c9ec57ddf6
Nov 27 02:00:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-fdc10b4c-afe8-418d-896c-d7467a470277 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.143s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-eb15e1a7-0f11-4673-b723-5f32dec96323 req-188f78c4-276b-4237-8e1c-1a48bc9b960b service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-eb15e1a7-0f11-4673-b723-5f32dec96323 req-188f78c4-276b-4237-8e1c-1a48bc9b960b service nova] Acquiring lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-eb15e1a7-0f11-4673-b723-5f32dec96323 req-188f78c4-276b-4237-8e1c-1a48bc9b960b service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-eb15e1a7-0f11-4673-b723-5f32dec96323 req-188f78c4-276b-4237-8e1c-1a48bc9b960b service nova] Lock "7b992061-61c3-471b-b36d-d7c9ec57ddf6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-eb15e1a7-0f11-4673-b723-5f32dec96323 req-188f78c4-276b-4237-8e1c-1a48bc9b960b service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] No waiting events found dispatching network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:00:36 user nova-compute[75686]: WARNING nova.compute.manager [req-eb15e1a7-0f11-4673-b723-5f32dec96323 req-188f78c4-276b-4237-8e1c-1a48bc9b960b service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received unexpected event network-vif-plugged-ebad5101-32cf-4530-99b1-18ca2852640f for instance with vm_state deleted and task_state None.
Nov 27 02:00:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-eb15e1a7-0f11-4673-b723-5f32dec96323 req-188f78c4-276b-4237-8e1c-1a48bc9b960b service nova] [instance: 7b992061-61c3-471b-b36d-d7c9ec57ddf6] Received event network-vif-deleted-ebad5101-32cf-4530-99b1-18ca2852640f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TAjldPmg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:00:36 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:00:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:00:36 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:00:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:00:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:00:36 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:00:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260" returned: 21 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dfbe111-2846-45c2-a74a-2ecd33f8e586]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:00:37 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[df65164d-9057-4e62-a7e6-974b45df87af]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9] added
Nov 27 02:00:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c036613-f892-45ca-93b0-7e9b61bc11b2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea8dc835-0407-4b11-8627-d012f21a3888]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TAjldPmg {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v TAjldPmg" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70d9728-6b0b-4a71-8501-019feaaff8b3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'TAjldPmg'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecaf682c-f67e-4915-9762-a87728a52c24]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c010bf1c-1e27-4550-82d4-ef049b5b2dda]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d917d342-2421-4f21-a2e4-23c76cbee502]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260]
Nov 27 02:00:37 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260] successful.
Nov 27 02:00:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.131s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0e8c012-3dfb-4d61-8f48-7581dafb36bd]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c3b4dad-5ba7-4889-ae09-171756f4b94a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:00:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.451s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[69a518d3-ed69-48e7-9feb-3c505f8a5b21]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:00:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TAjldPmg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.485s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== connect_volume: return (1486ms) {'type': 'block', 'scsi_wwn': '23435663339313361', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435663339313361', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid 749cda36-ac85-44a0-836a-e7b9cea6f106 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:00:38 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:00:38 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:00:38 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:00:38 user nova-compute[75686]:   <serial>4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9</serial>
Nov 27 02:00:38 user nova-compute[75686]: </disk>
Nov 27 02:00:38 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:00:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No VIF found with MAC fa:16:3e:91:a2:f3, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:00:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0b0db64f-0a33-485b-8090-cc424280da39 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.295s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:00:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:00:41 user nova-compute[75686]: INFO nova.compute.claims [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Claim successful on node user
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:00:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.policy [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82943dfd9046457e9f82f89cba00ff18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da185c008a949dca58184441ccb0a41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:00:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Creating image(s)
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "/opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk 1073741824" returned: 0 in 0.062s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Successfully created port: df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Checking if we can resize image /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Cannot resize image /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Ensure instance console log exists: /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Successfully updated port: df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquired lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-changed-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Refreshing instance network info cache due to event network-changed-df3bd047-ed97-406d-80b8-09396731e8b9. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] Acquiring lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:00:43 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Updating instance_info_cache with network_info: [{"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Releasing lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Instance network_info: |[{"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] Acquired lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Refreshing network info cache for port df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Start _get_guest_xml network_info=[{"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:00:44 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:00:44 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:00:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1612375342',display_name='tempest-AttachVolumeNegativeTest-server-1612375342',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1612375342',id=33,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJbIb5moAVDQR5lAOMN230yeWn+B5VaaaY2j/peppZj8hy1kYS+mFJOau0RRKj7bYTCJnYKmuZooUAlPOALlAHV7henIEw6Fl5H3EkaKsWwhZ+x4qA+QP8j/BUwKq8T/+g==',key_name='tempest-keypair-1164925591',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-ryvvs01t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:00:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=9fa0beed-c279-460c-8dec-9cf2481a8dfb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ee:9e,bridge_name='br-int',has_traffic_filtering=True,id=df3bd047-ed97-406d-80b8-09396731e8b9,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf3bd047-ed') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'pci_devices' on Instance uuid 9fa0beed-c279-460c-8dec-9cf2481a8dfb {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:00:44 user nova-compute[75686]:   <uuid>9fa0beed-c279-460c-8dec-9cf2481a8dfb</uuid>
Nov 27 02:00:44 user nova-compute[75686]:   <name>instance-00000021</name>
Nov 27 02:00:44 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:00:44 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:00:44 user nova-compute[75686]:   <metadata>
Nov 27 02:00:44 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:00:44 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:00:44 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1612375342</nova:name>
Nov 27 02:00:44 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:00:44</nova:creationTime>
Nov 27 02:00:44 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:00:44 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:00:44 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:00:44 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:00:44 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:00:44 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:00:44 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:00:44 user nova-compute[75686]:       <nova:owner>
Nov 27 02:00:44 user nova-compute[75686]:         <nova:user uuid="82943dfd9046457e9f82f89cba00ff18">tempest-AttachVolumeNegativeTest-1893772593-project-member</nova:user>
Nov 27 02:00:44 user nova-compute[75686]:         <nova:project uuid="5da185c008a949dca58184441ccb0a41">tempest-AttachVolumeNegativeTest-1893772593</nova:project>
Nov 27 02:00:44 user nova-compute[75686]:       </nova:owner>
Nov 27 02:00:44 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:00:44 user nova-compute[75686]:       <nova:ports>
Nov 27 02:00:44 user nova-compute[75686]:         <nova:port uuid="df3bd047-ed97-406d-80b8-09396731e8b9">
Nov 27 02:00:44 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 02:00:44 user nova-compute[75686]:         </nova:port>
Nov 27 02:00:44 user nova-compute[75686]:       </nova:ports>
Nov 27 02:00:44 user nova-compute[75686]:     </nova:instance>
Nov 27 02:00:44 user nova-compute[75686]:   </metadata>
Nov 27 02:00:44 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:00:44 user nova-compute[75686]:     <system>
Nov 27 02:00:44 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:00:44 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:00:44 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:00:44 user nova-compute[75686]:       <entry name="serial">9fa0beed-c279-460c-8dec-9cf2481a8dfb</entry>
Nov 27 02:00:44 user nova-compute[75686]:       <entry name="uuid">9fa0beed-c279-460c-8dec-9cf2481a8dfb</entry>
Nov 27 02:00:44 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:00:44 user nova-compute[75686]:     </system>
Nov 27 02:00:44 user nova-compute[75686]:   </sysinfo>
Nov 27 02:00:44 user nova-compute[75686]:   <os>
Nov 27 02:00:44 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:00:44 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:00:44 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:00:44 user nova-compute[75686]:   </os>
Nov 27 02:00:44 user nova-compute[75686]:   <features>
Nov 27 02:00:44 user nova-compute[75686]:     <acpi/>
Nov 27 02:00:44 user nova-compute[75686]:     <apic/>
Nov 27 02:00:44 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:00:44 user nova-compute[75686]:   </features>
Nov 27 02:00:44 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:00:44 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:00:44 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:00:44 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:00:44 user nova-compute[75686]:   </clock>
Nov 27 02:00:44 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:00:44 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:00:44 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:00:44 user nova-compute[75686]:   </cpu>
Nov 27 02:00:44 user nova-compute[75686]:   <devices>
Nov 27 02:00:44 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:00:44 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:00:44 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk"/>
Nov 27 02:00:44 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:00:44 user nova-compute[75686]:     </disk>
Nov 27 02:00:44 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:00:44 user nova-compute[75686]:       <mac address="fa:16:3e:d9:ee:9e"/>
Nov 27 02:00:44 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:00:44 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:00:44 user nova-compute[75686]:       <target dev="tapdf3bd047-ed"/>
Nov 27 02:00:44 user nova-compute[75686]:     </interface>
Nov 27 02:00:44 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:00:44 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/console.log" append="off"/>
Nov 27 02:00:44 user nova-compute[75686]:     </serial>
Nov 27 02:00:44 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:00:44 user nova-compute[75686]:     <video>
Nov 27 02:00:44 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:00:44 user nova-compute[75686]:     </video>
Nov 27 02:00:44 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:00:44 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:00:44 user nova-compute[75686]:     </rng>
Nov 27 02:00:44 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:00:44 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:00:44 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:00:44 user nova-compute[75686]:     </memballoon>
Nov 27 02:00:44 user nova-compute[75686]:   </devices>
Nov 27 02:00:44 user nova-compute[75686]: </domain>
Nov 27 02:00:44 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:00:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1612375342',display_name='tempest-AttachVolumeNegativeTest-server-1612375342',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1612375342',id=33,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJbIb5moAVDQR5lAOMN230yeWn+B5VaaaY2j/peppZj8hy1kYS+mFJOau0RRKj7bYTCJnYKmuZooUAlPOALlAHV7henIEw6Fl5H3EkaKsWwhZ+x4qA+QP8j/BUwKq8T/+g==',key_name='tempest-keypair-1164925591',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-ryvvs01t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:00:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=9fa0beed-c279-460c-8dec-9cf2481a8dfb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ee:9e,bridge_name='br-int',has_traffic_filtering=True,id=df3bd047-ed97-406d-80b8-09396731e8b9,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf3bd047-ed') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG os_vif [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ee:9e,bridge_name='br-int',has_traffic_filtering=True,id=df3bd047-ed97-406d-80b8-09396731e8b9,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf3bd047-ed') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5dfaacb1-4c8e-51ec-85d2-aab0159b6cf3', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdf3bd047-ed, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdf3bd047-ed, col_values=(('qos', UUID('5b3daa45-e103-45dd-accd-560e5af3928b')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdf3bd047-ed, col_values=(('external_ids', {'iface-id': 'df3bd047-ed97-406d-80b8-09396731e8b9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:d9:ee:9e', 'vm-uuid': '9fa0beed-c279-460c-8dec-9cf2481a8dfb'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:44 user nova-compute[75686]: INFO os_vif [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ee:9e,bridge_name='br-int',has_traffic_filtering=True,id=df3bd047-ed97-406d-80b8-09396731e8b9,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf3bd047-ed')
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No VIF found with MAC fa:16:3e:d9:ee:9e, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Updated VIF entry in instance network info cache for port df3bd047-ed97-406d-80b8-09396731e8b9. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG nova.network.neutron [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Updating instance_info_cache with network_info: [{"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d0ff0dc7-730a-49b3-8bf6-186cab77e235 req-702a2e06-095f-410e-ba13-d64b22d20396 service nova] Releasing lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f18ea2a-1876-492b-b63f-99ac6bce1aa6 req-44531128-2030-442a-b855-d4b7f3b6b897 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f18ea2a-1876-492b-b63f-99ac6bce1aa6 req-44531128-2030-442a-b855-d4b7f3b6b897 service nova] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f18ea2a-1876-492b-b63f-99ac6bce1aa6 req-44531128-2030-442a-b855-d4b7f3b6b897 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6f18ea2a-1876-492b-b63f-99ac6bce1aa6 req-44531128-2030-442a-b855-d4b7f3b6b897 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-6f18ea2a-1876-492b-b63f-99ac6bce1aa6 req-44531128-2030-442a-b855-d4b7f3b6b897 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] No waiting events found dispatching network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:00:45 user nova-compute[75686]: WARNING nova.compute.manager [req-6f18ea2a-1876-492b-b63f-99ac6bce1aa6 req-44531128-2030-442a-b855-d4b7f3b6b897 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received unexpected event network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 for instance with vm_state building and task_state spawning.
Nov 27 02:00:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:46 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5da201ef-ad3c-4932-8423-ab43d9579efc is timed out.
Nov 27 02:00:46 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully detached device vdb from instance 5da201ef-ad3c-4932-8423-ab43d9579efc from the live domain config.
Nov 27 02:00:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HuJMXmAo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:00:46 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede332fa-ad6e-4720-a8fd-99aca49b27bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:00:46 user nova-compute[75686]: No targets found.
Nov 27 02:00:46 user nova-compute[75686]: iSNS:
Nov 27 02:00:46 user nova-compute[75686]: No targets found.
Nov 27 02:00:46 user nova-compute[75686]: STATIC:
Nov 27 02:00:46 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:00:46 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:00:46 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:00:46 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9
Nov 27 02:00:46 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:00:46 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:00:46 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782
Nov 27 02:00:46 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:00:46 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:00:46 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 02:00:46 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:00:46 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:00:46 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 02:00:46 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:00:46 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:00:46 user nova-compute[75686]: FIRMWARE:
Nov 27 02:00:46 user nova-compute[75686]: No targets found.
Nov 27 02:00:46 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:00:46 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:00:46 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[20fe6905-2c42-4488-91f9-7a42dbf11995]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6282df1-64f6-4d4d-9992-d77ab006f934]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:00:46 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51750fbeb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782'): ({'sdg'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Removing single pathed devices sdg {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7add9b3-f709-4bd3-88e2-b139ecfa842b]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e3c52d7-8bc2-4512-9bda-a0c3e7feb6fa]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Flushing IO for device /dev/sdg {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ce030d8-add3-4c3e-9d25-8d7023f8737d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[23913fc5-78b5-406b-8bd3-70372588ce3f]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] SCSI volumes sdg have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[32537b67-2a1d-40dd-860d-2c72e0a9bc8a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4ba82e1-8621-4700-acbd-49f9f55f69c2]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260]
Nov 27 02:00:46 user nova-compute[75686]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782, portal: 172.16.0.220,3260] successful.
Nov 27 02:00:46 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2ff2984a-8180-430f-a66c-0b21b1688782 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8edb0b-93c6-454a-b41b-a82757556807]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] <== disconnect_volume: return (298ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:00:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'flavor' on Instance uuid 5da201ef-ad3c-4932-8423-ab43d9579efc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3b6ac47a-1ca6-4ab6-94e5-818c5f9690fd tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.852s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:00:47 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Instance spawned successfully.
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:00:47 user nova-compute[75686]: INFO nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Took 5.13 seconds to spawn the instance on the hypervisor.
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-e7cbf7a1-6d5c-4ce9-b690-fdb58a8fdf98 req-997c58de-6ce1-4170-bd9e-32d363c6d4a9 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e7cbf7a1-6d5c-4ce9-b690-fdb58a8fdf98 req-997c58de-6ce1-4170-bd9e-32d363c6d4a9 service nova] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e7cbf7a1-6d5c-4ce9-b690-fdb58a8fdf98 req-997c58de-6ce1-4170-bd9e-32d363c6d4a9 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e7cbf7a1-6d5c-4ce9-b690-fdb58a8fdf98 req-997c58de-6ce1-4170-bd9e-32d363c6d4a9 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-e7cbf7a1-6d5c-4ce9-b690-fdb58a8fdf98 req-997c58de-6ce1-4170-bd9e-32d363c6d4a9 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] No waiting events found dispatching network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:00:47 user nova-compute[75686]: WARNING nova.compute.manager [req-e7cbf7a1-6d5c-4ce9-b690-fdb58a8fdf98 req-997c58de-6ce1-4170-bd9e-32d363c6d4a9 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received unexpected event network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 for instance with vm_state building and task_state spawning.
Nov 27 02:00:47 user nova-compute[75686]: INFO nova.compute.manager [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Took 5.88 seconds to build instance.
Nov 27 02:00:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6f13be29-b7b5-445c-8276-5273ebf56137 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.981s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 163993f6-3b37-40ff-9372-37f866d28180 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid cdfb37a0-9fbf-4916-8a20-b54bf47e8291 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 5da201ef-ad3c-4932-8423-ab43d9579efc {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 11fa880a-3dc3-4455-9d4b-967c16beed5c {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 749cda36-ac85-44a0-836a-e7b9cea6f106 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 9fa0beed-c279-460c-8dec-9cf2481a8dfb {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "163993f6-3b37-40ff-9372-37f866d28180" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.039s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "163993f6-3b37-40ff-9372-37f866d28180" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.041s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.046s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.055s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.068s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.074s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.078s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.080s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.087s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:53 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:00:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquired lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:00:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:00:53 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'info_cache' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:53 user nova-compute[75686]: DEBUG nova.objects.base [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updating instance_info_cache with network_info: [{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Releasing lock "refresh_cache-53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:00:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance destroyed successfully.
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'resources' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.base [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:59:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG os_vif [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec0b5b94-88, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5f39066d-b16a-428c-9cd4-c47c6a5325b6) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:54 user nova-compute[75686]: INFO os_vif [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88')
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Start _get_guest_xml network_info=[{"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'numa_topology' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.base [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:00:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:00:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'vcpu_model' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.base [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:59:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'pci_devices' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.base [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:00:54 user nova-compute[75686]:   <uuid>53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</uuid>
Nov 27 02:00:54 user nova-compute[75686]:   <name>instance-0000001a</name>
Nov 27 02:00:54 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:00:54 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:00:54 user nova-compute[75686]:   <metadata>
Nov 27 02:00:54 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:00:54 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:00:54 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeTestJSON-server-1876324306</nova:name>
Nov 27 02:00:54 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:00:54</nova:creationTime>
Nov 27 02:00:54 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:00:54 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:00:54 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:00:54 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:00:54 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:00:54 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:00:54 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:00:54 user nova-compute[75686]:       <nova:owner>
Nov 27 02:00:54 user nova-compute[75686]:         <nova:user uuid="98756aa16183475ca8113257bb08da2e">tempest-AttachVolumeTestJSON-107900000-project-member</nova:user>
Nov 27 02:00:54 user nova-compute[75686]:         <nova:project uuid="0f58fef2b9a44c91b1990c8b5b07212c">tempest-AttachVolumeTestJSON-107900000</nova:project>
Nov 27 02:00:54 user nova-compute[75686]:       </nova:owner>
Nov 27 02:00:54 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:00:54 user nova-compute[75686]:       <nova:ports>
Nov 27 02:00:54 user nova-compute[75686]:         <nova:port uuid="ec0b5b94-88d1-4edf-a4b4-ea709cd5a542">
Nov 27 02:00:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 02:00:54 user nova-compute[75686]:         </nova:port>
Nov 27 02:00:54 user nova-compute[75686]:       </nova:ports>
Nov 27 02:00:54 user nova-compute[75686]:     </nova:instance>
Nov 27 02:00:54 user nova-compute[75686]:   </metadata>
Nov 27 02:00:54 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:00:54 user nova-compute[75686]:     <system>
Nov 27 02:00:54 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:00:54 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:00:54 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:00:54 user nova-compute[75686]:       <entry name="serial">53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</entry>
Nov 27 02:00:54 user nova-compute[75686]:       <entry name="uuid">53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc</entry>
Nov 27 02:00:54 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:00:54 user nova-compute[75686]:     </system>
Nov 27 02:00:54 user nova-compute[75686]:   </sysinfo>
Nov 27 02:00:54 user nova-compute[75686]:   <os>
Nov 27 02:00:54 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:00:54 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:00:54 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:00:54 user nova-compute[75686]:   </os>
Nov 27 02:00:54 user nova-compute[75686]:   <features>
Nov 27 02:00:54 user nova-compute[75686]:     <acpi/>
Nov 27 02:00:54 user nova-compute[75686]:     <apic/>
Nov 27 02:00:54 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:00:54 user nova-compute[75686]:   </features>
Nov 27 02:00:54 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:00:54 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:00:54 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:00:54 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:00:54 user nova-compute[75686]:   </clock>
Nov 27 02:00:54 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:00:54 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:00:54 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:00:54 user nova-compute[75686]:   </cpu>
Nov 27 02:00:54 user nova-compute[75686]:   <devices>
Nov 27 02:00:54 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:00:54 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:00:54 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk"/>
Nov 27 02:00:54 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:00:54 user nova-compute[75686]:     </disk>
Nov 27 02:00:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:00:54 user nova-compute[75686]:       <mac address="fa:16:3e:91:ec:68"/>
Nov 27 02:00:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:00:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:00:54 user nova-compute[75686]:       <target dev="tapec0b5b94-88"/>
Nov 27 02:00:54 user nova-compute[75686]:     </interface>
Nov 27 02:00:54 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:00:54 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/console.log" append="off"/>
Nov 27 02:00:54 user nova-compute[75686]:     </serial>
Nov 27 02:00:54 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:00:54 user nova-compute[75686]:     <video>
Nov 27 02:00:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:00:54 user nova-compute[75686]:     </video>
Nov 27 02:00:54 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:00:54 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:00:54 user nova-compute[75686]:     </rng>
Nov 27 02:00:54 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:00:54 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:00:54 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:00:54 user nova-compute[75686]:     </memballoon>
Nov 27 02:00:54 user nova-compute[75686]:   </devices>
Nov 27 02:00:54 user nova-compute[75686]: </domain>
Nov 27 02:00:54 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'trusted_certs' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.base [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking if we can resize image /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Cannot resize image /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:00:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'migration_context' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG nova.objects.base [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Object Instance<53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T01:59:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG os_vif [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '11e542fb-250c-50fd-84dc-746ae658ab7d', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapec0b5b94-88, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapec0b5b94-88, col_values=(('qos', UUID('caa55d01-de87-4c2c-a8bf-587cc8910cbb')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapec0b5b94-88, col_values=(('external_ids', {'iface-id': 'ec0b5b94-88d1-4edf-a4b4-ea709cd5a542', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:ec:68', 'vm-uuid': '53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:00:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:55 user nova-compute[75686]: INFO os_vif [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88')
Nov 27 02:00:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-beecdefe-4966-47c1-ae5f-5e4eba54021c req-3dc42dbc-1f00-4416-91db-ba85fb7e2a58 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-beecdefe-4966-47c1-ae5f-5e4eba54021c req-3dc42dbc-1f00-4416-91db-ba85fb7e2a58 service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-beecdefe-4966-47c1-ae5f-5e4eba54021c req-3dc42dbc-1f00-4416-91db-ba85fb7e2a58 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-beecdefe-4966-47c1-ae5f-5e4eba54021c req-3dc42dbc-1f00-4416-91db-ba85fb7e2a58 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-beecdefe-4966-47c1-ae5f-5e4eba54021c req-3dc42dbc-1f00-4416-91db-ba85fb7e2a58 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:00:56 user nova-compute[75686]: WARNING nova.compute.manager [req-beecdefe-4966-47c1-ae5f-5e4eba54021c req-3dc42dbc-1f00-4416-91db-ba85fb7e2a58 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state stopped and task_state powering-on.
Nov 27 02:00:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:00:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:00:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance rebooted successfully.
Nov 27 02:00:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e84fe867-8ea7-479d-b9b4-e71dfa778171 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:00:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-220e77e1-dae3-4554-8f38-b4752d6f8505 req-7934074e-38bd-470b-bdfc-cdd948ee7ea6 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:00:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-220e77e1-dae3-4554-8f38-b4752d6f8505 req-7934074e-38bd-470b-bdfc-cdd948ee7ea6 service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:00:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-220e77e1-dae3-4554-8f38-b4752d6f8505 req-7934074e-38bd-470b-bdfc-cdd948ee7ea6 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:00:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-220e77e1-dae3-4554-8f38-b4752d6f8505 req-7934074e-38bd-470b-bdfc-cdd948ee7ea6 service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:00:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-220e77e1-dae3-4554-8f38-b4752d6f8505 req-7934074e-38bd-470b-bdfc-cdd948ee7ea6 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:00:59 user nova-compute[75686]: WARNING nova.compute.manager [req-220e77e1-dae3-4554-8f38-b4752d6f8505 req-7934074e-38bd-470b-bdfc-cdd948ee7ea6 service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state active and task_state None.
Nov 27 02:01:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:01:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:16 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:01:16 user nova-compute[75686]: INFO nova.compute.claims [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Claim successful on node user
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:01:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.488s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.network.neutron [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:01:17 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.policy [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '357d7d579c284bcd836dd8075476d5ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b168d75a030e425886b18204a7173843', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:01:17 user nova-compute[75686]: INFO nova.virt.block_device [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Booting with volume-backed-image 90ee5c23-b10e-4785-b18a-9db7939564b3 at /dev/vda
Nov 27 02:01:17 user nova-compute[75686]: DEBUG nova.network.neutron [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Successfully created port: 94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.network.neutron [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Successfully updated port: 94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.network.neutron [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-changed-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Refreshing instance network info cache due to event network-changed-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] Acquiring lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.network.neutron [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.network.neutron [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Updating instance_info_cache with network_info: [{"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance network_info: |[{"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] Acquired lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:01:18 user nova-compute[75686]: DEBUG nova.network.neutron [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Refreshing network info cache for port 94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG nova.network.neutron [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Updated VIF entry in instance network info cache for port 94ce3a4a-dbed-4b67-b8e4-19221c7e59ea. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG nova.network.neutron [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Updating instance_info_cache with network_info: [{"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-146fd069-0e44-4202-ae50-d0fdb46c7d93 req-ced7383c-2d43-4951-bd05-67cd9e6f4950 service nova] Releasing lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:19 user nova-compute[75686]: INFO nova.compute.manager [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Terminating instance
Nov 27 02:01:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Instance destroyed successfully.
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lazy-loading 'resources' on Instance uuid 5da201ef-ad3c-4932-8423-ab43d9579efc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:56:20Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-1639395288',display_name='tempest-TestMinimumBasicScenario-server-1639395288',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-1639395288',id=30,image_ref='bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGo45/XG7Mgr+ESDoM3FOG3LtgIn9egBNgBXLj4QlERDSldVWX21vw4Mbeo96PHEePUWMDv4dkBv7TfRpvD/1PyJITKJJ61K8L7zrEYZGg9Q+loaUvZ4godZMx/5SBorEQ==',key_name='tempest-TestMinimumBasicScenario-1854039273',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:56:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d7e2e5ce3c4145fb92668e1a767d9881',ramdisk_id='',reservation_id='r-i00g10fi',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='bfa9b630-06c5-4fd0-a6b8-0224ac2afdf8',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-570450055',owner_user_name='tempest-TestMinimumBasicScenario-570450055-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:58:40Z,user_data=None,user_id='10716a7e05b54eef981b7c20e6b796ce',uuid=5da201ef-ad3c-4932-8423-ab43d9579efc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converting VIF {"id": "6bc94eec-248b-4342-bfd1-5df305806d9c", "address": "fa:16:3e:ae:af:16", "network": {"id": "306b810a-8eb3-47fc-9c31-263d2db4207d", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-18259988-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d7e2e5ce3c4145fb92668e1a767d9881", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6bc94eec-24", "ovs_interfaceid": "6bc94eec-248b-4342-bfd1-5df305806d9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ae:af:16,bridge_name='br-int',has_traffic_filtering=True,id=6bc94eec-248b-4342-bfd1-5df305806d9c,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bc94eec-24') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG os_vif [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:af:16,bridge_name='br-int',has_traffic_filtering=True,id=6bc94eec-248b-4342-bfd1-5df305806d9c,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bc94eec-24') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6bc94eec-24, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c55f03dd-475a-4c2d-8bef-a6fd3b66e4fd) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:20 user nova-compute[75686]: INFO os_vif [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ae:af:16,bridge_name='br-int',has_traffic_filtering=True,id=6bc94eec-248b-4342-bfd1-5df305806d9c,network=Network(306b810a-8eb3-47fc-9c31-263d2db4207d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6bc94eec-24')
Nov 27 02:01:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Deleting instance files /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc_del
Nov 27 02:01:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Deletion of /opt/stack/data/nova/instances/5da201ef-ad3c-4932-8423-ab43d9579efc_del complete
Nov 27 02:01:20 user nova-compute[75686]: INFO nova.compute.manager [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-unplugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-unplugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-unplugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] Acquiring lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] No waiting events found dispatching network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:20 user nova-compute[75686]: WARNING nova.compute.manager [req-73351570-a643-4328-a237-825523b95258 req-1a01461f-b4c6-406e-aa24-3bfd26300558 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received unexpected event network-vif-plugged-6bc94eec-248b-4342-bfd1-5df305806d9c for instance with vm_state active and task_state deleting.
Nov 27 02:01:20 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:20 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Took 0.50 seconds to deallocate network for instance.
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:21 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:01:21 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:01:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.390s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:21 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Deleted allocations for instance 5da201ef-ad3c-4932-8423-ab43d9579efc
Nov 27 02:01:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-86267d74-8e8f-4190-8015-a2bf9ff55113 tempest-TestMinimumBasicScenario-570450055 tempest-TestMinimumBasicScenario-570450055-project-member] Lock "5da201ef-ad3c-4932-8423-ab43d9579efc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.966s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-815a058c-02d5-4b94-9aa1-2bc5e8768488 req-4148f3dd-04b6-4c57-8e5b-01fe986a5d94 service nova] [instance: 5da201ef-ad3c-4932-8423-ab43d9579efc] Received event network-vif-deleted-6bc94eec-248b-4342-bfd1-5df305806d9c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG os_brick.utils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e05b655-110a-48ce-b1c7-25b8d97f2107]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bbed3ad-56b9-471a-9a1f-108318225133]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c663962f-7bf5-4836-8a19-a567aaf9ddab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c07ee04-4749-4c12-9efd-b40168c4c00d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:01:23 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[10dfc623-122a-463b-9fff-74afa80ee384]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG os_brick.utils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Updating existing volume attachment record: 40e9eaec-ee75-4d15-a4d9-14fe215718b6 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:24 user nova-compute[75686]: INFO nova.compute.manager [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Terminating instance
Nov 27 02:01:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-6bcb252b-8c4a-4098-ba67-d74d8b91a224 req-a5ce7a48-9c5c-402e-b95b-579dbc218fcd service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6bcb252b-8c4a-4098-ba67-d74d8b91a224 req-a5ce7a48-9c5c-402e-b95b-579dbc218fcd service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6bcb252b-8c4a-4098-ba67-d74d8b91a224 req-a5ce7a48-9c5c-402e-b95b-579dbc218fcd service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6bcb252b-8c4a-4098-ba67-d74d8b91a224 req-a5ce7a48-9c5c-402e-b95b-579dbc218fcd service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-6bcb252b-8c4a-4098-ba67-d74d8b91a224 req-a5ce7a48-9c5c-402e-b95b-579dbc218fcd service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-6bcb252b-8c4a-4098-ba67-d74d8b91a224 req-a5ce7a48-9c5c-402e-b95b-579dbc218fcd service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-unplugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:01:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Instance destroyed successfully.
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lazy-loading 'resources' on Instance uuid cd137692-54b9-481d-b758-b9f1a5e67b82 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1227635417',display_name='tempest-ServerRescueNegativeTestJSON-server-1227635417',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1227635417',id=3,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:49:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a953169393c9425985ef738e51b22868',ramdisk_id='',reservation_id='r-fn4kqk80',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-760184345',owner_user_name='tempest-ServerRescueNegativeTestJSON-760184345-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:51:05Z,user_data=None,user_id='44beb0a742a24c30a7e2004988809c51',uuid=cd137692-54b9-481d-b758-b9f1a5e67b82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converting VIF {"id": "3421787b-2ad5-465e-b088-dd180cf5f150", "address": "fa:16:3e:c3:af:be", "network": {"id": "5626595d-0f21-42f3-b0cc-906b894ce10a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-978025773-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a953169393c9425985ef738e51b22868", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3421787b-2a", "ovs_interfaceid": "3421787b-2ad5-465e-b088-dd180cf5f150", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG os_vif [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3421787b-2a, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f323c7b8-bf05-49f8-9aea-e4be0803b65d) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:01:25 user nova-compute[75686]: INFO os_vif [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:af:be,bridge_name='br-int',has_traffic_filtering=True,id=3421787b-2ad5-465e-b088-dd180cf5f150,network=Network(5626595d-0f21-42f3-b0cc-906b894ce10a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3421787b-2a')
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Deleting instance files /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82_del
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Deletion of /opt/stack/data/nova/instances/cd137692-54b9-481d-b758-b9f1a5e67b82_del complete
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.compute.manager [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 02:01:25 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updating instance_info_cache with network_info: [{"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Took 0.44 seconds to deallocate network for instance.
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.compute.manager [None req-0864481c-cc48-4106-91dd-1da14d3e4e5b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Get console output
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6f878b6-0852-45c1-a101-e3c0d5cc3ef0 req-b65b5245-39a8-418e-ba60-3962878a214f service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-deleted-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.compute.manager [req-c6f878b6-0852-45c1-a101-e3c0d5cc3ef0 req-b65b5245-39a8-418e-ba60-3962878a214f service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Neutron deleted interface 3421787b-2ad5-465e-b088-dd180cf5f150; detaching it from the instance and deleting it from the info cache
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-c6f878b6-0852-45c1-a101-e3c0d5cc3ef0 req-b65b5245-39a8-418e-ba60-3962878a214f service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6f878b6-0852-45c1-a101-e3c0d5cc3ef0 req-b65b5245-39a8-418e-ba60-3962878a214f service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Detach interface failed, port_id=3421787b-2ad5-465e-b088-dd180cf5f150, reason: Instance cd137692-54b9-481d-b758-b9f1a5e67b82 could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:25 user nova-compute[75686]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 27 02:01:26 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.353s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.295s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:01:26 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Deleted allocations for instance cd137692-54b9-481d-b758-b9f1a5e67b82
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4b277881-2b96-4ab2-a680-9660d2287ea1 tempest-ServerRescueNegativeTestJSON-760184345 tempest-ServerRescueNegativeTestJSON-760184345-project-member] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.937s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-b1b9c6b7-4a99-4e4c-88e6-828f1407d66f req-4f91b925-5cec-405e-ad36-20c7ae5d37f9 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b1b9c6b7-4a99-4e4c-88e6-828f1407d66f req-4f91b925-5cec-405e-ad36-20c7ae5d37f9 service nova] Acquiring lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b1b9c6b7-4a99-4e4c-88e6-828f1407d66f req-4f91b925-5cec-405e-ad36-20c7ae5d37f9 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b1b9c6b7-4a99-4e4c-88e6-828f1407d66f req-4f91b925-5cec-405e-ad36-20c7ae5d37f9 service nova] Lock "cd137692-54b9-481d-b758-b9f1a5e67b82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-b1b9c6b7-4a99-4e4c-88e6-828f1407d66f req-4f91b925-5cec-405e-ad36-20c7ae5d37f9 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] No waiting events found dispatching network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:26 user nova-compute[75686]: WARNING nova.compute.manager [req-b1b9c6b7-4a99-4e4c-88e6-828f1407d66f req-4f91b925-5cec-405e-ad36-20c7ae5d37f9 service nova] [instance: cd137692-54b9-481d-b758-b9f1a5e67b82] Received unexpected event network-vif-plugged-3421787b-2ad5-465e-b088-dd180cf5f150 for instance with vm_state deleted and task_state None.
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:01:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:28 user nova-compute[75686]: INFO nova.compute.manager [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Terminating instance
Nov 27 02:01:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-14ca8d8f-f246-4db0-8329-daebd064ea2a req-9b7991b1-63cc-4f64-be42-6748e8a258f6 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14ca8d8f-f246-4db0-8329-daebd064ea2a req-9b7991b1-63cc-4f64-be42-6748e8a258f6 service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14ca8d8f-f246-4db0-8329-daebd064ea2a req-9b7991b1-63cc-4f64-be42-6748e8a258f6 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14ca8d8f-f246-4db0-8329-daebd064ea2a req-9b7991b1-63cc-4f64-be42-6748e8a258f6 service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-14ca8d8f-f246-4db0-8329-daebd064ea2a req-9b7991b1-63cc-4f64-be42-6748e8a258f6 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-14ca8d8f-f246-4db0-8329-daebd064ea2a req-9b7991b1-63cc-4f64-be42-6748e8a258f6 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-unplugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:01:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:01:29 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7817MB free_disk=24.875877380371094GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Instance destroyed successfully.
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lazy-loading 'resources' on Instance uuid c60b0fb9-9f88-4d6d-a507-8f2befd725c8 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:49Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-1781701295',display_name='tempest-ServerActionsTestOtherB-server-1781701295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-1781701295',id=25,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH1FKdZbaJGLFcYjk42kPUlMRwkRHhXvJ14c/mD50NMbM1AJCPEk/cWsscUZtRmCMO3gFSh3C7ngsCKDMgiRPWejvP1n9WBAy2afubGneEE1x447yVM3pbyLi+w6AbUmJA==',key_name='tempest-keypair-1052011216',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:58:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c7a5273d2eb24e2598a4e7d6dc2a4d5c',ramdisk_id='',reservation_id='r-z5a775aa',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-534354791',owner_user_name='tempest-ServerActionsTestOtherB-534354791-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:58:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='f4303689d56b490b9a71fc41cb1346bb',uuid=c60b0fb9-9f88-4d6d-a507-8f2befd725c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converting VIF {"id": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "address": "fa:16:3e:e9:3a:fe", "network": {"id": "1631be99-daac-4058-857b-203398867b25", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1240708917-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c7a5273d2eb24e2598a4e7d6dc2a4d5c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbf6a3b4d-01", "ovs_interfaceid": "bf6a3b4d-0156-4251-a887-54f788ba3f7b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG os_vif [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbf6a3b4d-01, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=17c2afdc-227f-461f-ae2b-53e3cae82dba) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:01:29 user nova-compute[75686]: INFO os_vif [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e9:3a:fe,bridge_name='br-int',has_traffic_filtering=True,id=bf6a3b4d-0156-4251-a887-54f788ba3f7b,network=Network(1631be99-daac-4058-857b-203398867b25),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbf6a3b4d-01')
Nov 27 02:01:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XETzIFBc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:01:29 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:01:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:01:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8756310d-8573-456f-a11d-856395556214]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:01:30 user nova-compute[75686]: No targets found.
Nov 27 02:01:30 user nova-compute[75686]: iSNS:
Nov 27 02:01:30 user nova-compute[75686]: No targets found.
Nov 27 02:01:30 user nova-compute[75686]: STATIC:
Nov 27 02:01:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:01:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:01:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:01:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9
Nov 27 02:01:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:01:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:01:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 02:01:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:01:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:01:30 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1
Nov 27 02:01:30 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:01:30 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:01:30 user nova-compute[75686]: FIRMWARE:
Nov 27 02:01:30 user nova-compute[75686]: No targets found.
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:01:30 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:01:30 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cad6579-9d90-4d18-a900-e8bc7aa2fcea]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[82e08799-6f14-4eec-bedc-ed0e0e4f3370]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c34bf40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1'): ({'sdf'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Removing single pathed devices sdf {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 749cda36-ac85-44a0-836a-e7b9cea6f106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 9fa0beed-c279-460c-8dec-9cf2481a8dfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 22eebc55-69ce-4552-9a26-fc26a7d9d40f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e38811dd-7801-48d4-9513-6d2f29302f01]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:01:30 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Creating image(s)
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Ensure instance console log exists: /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Start _get_guest_xml network_info=[{"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '40e9eaec-ee75-4d15-a4d9-14fe215718b6', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJBbSjpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '22eebc55-69ce-4552-9a26-fc26a7d9d40f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'serial': 'f6e03b66-4cfe-4bc6-8d93-81c1f55129a5'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d9ef38e-bcd4-4d8a-b60d-2a06bfc61406]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:01:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Flushing IO for device /dev/sdf {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJBbSjpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:01:30 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81cc8cc-0c5e-494e-a131-8d8481e97405]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.036s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[940b2b36-28fd-4d2a-879e-3f65ede90feb]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7d02eb1-0be6-44c4-8967-30fcf9438a25]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[34fa6fc4-e7d6-464d-8ddd-3dddb5b84dab]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260]
Nov 27 02:01:30 user nova-compute[75686]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1, portal: 172.16.0.220,3260] successful.
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e7b55384-ce77-4dc9-93e2-50713115b4a1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d006c11f-ec43-488d-8326-9734d353bb34]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.358s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] <== disconnect_volume: return (360ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:01:30 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Deleting instance files /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8_del
Nov 27 02:01:30 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Deletion of /opt/stack/data/nova/instances/c60b0fb9-9f88-4d6d-a507-8f2befd725c8_del complete
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.196s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:01:30 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:01:30 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[26214497-891b-403e-ad52-8b2a30d14187]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:01:30 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[847a84e4-50f8-4d26-b063-29186f97d088]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5] added
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: INFO nova.compute.manager [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Took 1.53 seconds to destroy the instance on the hypervisor.
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.501s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67c58ec3-4bfb-4433-a57a-05a2cdb56d02]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.057s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f7217f-892d-46dd-82de-34a9fe882900]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PJBbSjpE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PJBbSjpE" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2256cc9f-b563-4ebc-b3ac-708e3e56678f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PJBbSjpE'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6932f821-7695-47c8-a0c4-8cc898db3558]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[573f4f37-4fe2-4e9f-9ffe-debd8bb88813]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[55f58b7d-7c67-46d4-a811-72ac64df669d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260]
Nov 27 02:01:30 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260] successful.
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4b76114-251f-4d16-bb4f-46c122f2475d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7049bcb-6cd1-4c06-928e-872329f8f46a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:01:30 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.345s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] HCTL ('35', '-', '-', 0) found on session 37 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8637940f-f057-4bbc-a96b-71fda1646dd0]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching for a device in session 37 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:01:30 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJBbSjpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:31 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Took 0.69 seconds to deallocate network for instance.
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-72f2d97d-fd53-4f92-87de-d312da92d184 req-39fa71d1-2b90-483d-8fda-be9c5cf4fa16 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-deleted-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:31 user nova-compute[75686]: INFO nova.compute.manager [req-72f2d97d-fd53-4f92-87de-d312da92d184 req-39fa71d1-2b90-483d-8fda-be9c5cf4fa16 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Neutron deleted interface bf6a3b4d-0156-4251-a887-54f788ba3f7b; detaching it from the instance and deleting it from the info cache
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-72f2d97d-fd53-4f92-87de-d312da92d184 req-39fa71d1-2b90-483d-8fda-be9c5cf4fa16 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-72f2d97d-fd53-4f92-87de-d312da92d184 req-39fa71d1-2b90-483d-8fda-be9c5cf4fa16 service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Detach interface failed, port_id=bf6a3b4d-0156-4251-a887-54f788ba3f7b, reason: Instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8 could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-ed7c4faa-1598-4bbc-8688-9c2e0c5e9583 req-744b3cb0-e007-4471-8012-5454c70008ff service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed7c4faa-1598-4bbc-8688-9c2e0c5e9583 req-744b3cb0-e007-4471-8012-5454c70008ff service nova] Acquiring lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed7c4faa-1598-4bbc-8688-9c2e0c5e9583 req-744b3cb0-e007-4471-8012-5454c70008ff service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed7c4faa-1598-4bbc-8688-9c2e0c5e9583 req-744b3cb0-e007-4471-8012-5454c70008ff service nova] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-ed7c4faa-1598-4bbc-8688-9c2e0c5e9583 req-744b3cb0-e007-4471-8012-5454c70008ff service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] No waiting events found dispatching network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:31 user nova-compute[75686]: WARNING nova.compute.manager [req-ed7c4faa-1598-4bbc-8688-9c2e0c5e9583 req-744b3cb0-e007-4471-8012-5454c70008ff service nova] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Received unexpected event network-vif-plugged-bf6a3b4d-0156-4251-a887-54f788ba3f7b for instance with vm_state active and task_state deleting.
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.378s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== connect_volume: return (1574ms) {'type': 'block', 'scsi_wwn': '26535353961366363', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535353961366363', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:01:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-985085354',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-985085354',id=34,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-1jemqsco',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:01:17Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=22eebc55-69ce-4552-9a26-fc26a7d9d40f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'pci_devices' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:01:31 user nova-compute[75686]:   <uuid>22eebc55-69ce-4552-9a26-fc26a7d9d40f</uuid>
Nov 27 02:01:31 user nova-compute[75686]:   <name>instance-00000022</name>
Nov 27 02:01:31 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:01:31 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:01:31 user nova-compute[75686]:   <metadata>
Nov 27 02:01:31 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:01:31 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:01:31 user nova-compute[75686]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-985085354</nova:name>
Nov 27 02:01:31 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:01:30</nova:creationTime>
Nov 27 02:01:31 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:01:31 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:01:31 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:01:31 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:01:31 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:01:31 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:01:31 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:01:31 user nova-compute[75686]:       <nova:owner>
Nov 27 02:01:31 user nova-compute[75686]:         <nova:user uuid="357d7d579c284bcd836dd8075476d5ed">tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member</nova:user>
Nov 27 02:01:31 user nova-compute[75686]:         <nova:project uuid="b168d75a030e425886b18204a7173843">tempest-ServerBootFromVolumeStableRescueTest-554951466</nova:project>
Nov 27 02:01:31 user nova-compute[75686]:       </nova:owner>
Nov 27 02:01:31 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:01:31 user nova-compute[75686]:       <nova:ports>
Nov 27 02:01:31 user nova-compute[75686]:         <nova:port uuid="94ce3a4a-dbed-4b67-b8e4-19221c7e59ea">
Nov 27 02:01:31 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 02:01:31 user nova-compute[75686]:         </nova:port>
Nov 27 02:01:31 user nova-compute[75686]:       </nova:ports>
Nov 27 02:01:31 user nova-compute[75686]:     </nova:instance>
Nov 27 02:01:31 user nova-compute[75686]:   </metadata>
Nov 27 02:01:31 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:01:31 user nova-compute[75686]:     <system>
Nov 27 02:01:31 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:01:31 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:01:31 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:01:31 user nova-compute[75686]:       <entry name="serial">22eebc55-69ce-4552-9a26-fc26a7d9d40f</entry>
Nov 27 02:01:31 user nova-compute[75686]:       <entry name="uuid">22eebc55-69ce-4552-9a26-fc26a7d9d40f</entry>
Nov 27 02:01:31 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:01:31 user nova-compute[75686]:     </system>
Nov 27 02:01:31 user nova-compute[75686]:   </sysinfo>
Nov 27 02:01:31 user nova-compute[75686]:   <os>
Nov 27 02:01:31 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:01:31 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:01:31 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:01:31 user nova-compute[75686]:   </os>
Nov 27 02:01:31 user nova-compute[75686]:   <features>
Nov 27 02:01:31 user nova-compute[75686]:     <acpi/>
Nov 27 02:01:31 user nova-compute[75686]:     <apic/>
Nov 27 02:01:31 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:01:31 user nova-compute[75686]:   </features>
Nov 27 02:01:31 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:01:31 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:01:31 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:01:31 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:01:31 user nova-compute[75686]:   </clock>
Nov 27 02:01:31 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:01:31 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:01:31 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:01:31 user nova-compute[75686]:   </cpu>
Nov 27 02:01:31 user nova-compute[75686]:   <devices>
Nov 27 02:01:31 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:01:31 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:01:31 user nova-compute[75686]:       <source dev="/dev/sdd"/>
Nov 27 02:01:31 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:01:31 user nova-compute[75686]:       <serial>f6e03b66-4cfe-4bc6-8d93-81c1f55129a5</serial>
Nov 27 02:01:31 user nova-compute[75686]:     </disk>
Nov 27 02:01:31 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:01:31 user nova-compute[75686]:       <mac address="fa:16:3e:2d:4e:b4"/>
Nov 27 02:01:31 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:01:31 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:01:31 user nova-compute[75686]:       <target dev="tap94ce3a4a-db"/>
Nov 27 02:01:31 user nova-compute[75686]:     </interface>
Nov 27 02:01:31 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:01:31 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/console.log" append="off"/>
Nov 27 02:01:31 user nova-compute[75686]:     </serial>
Nov 27 02:01:31 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:01:31 user nova-compute[75686]:     <video>
Nov 27 02:01:31 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:01:31 user nova-compute[75686]:     </video>
Nov 27 02:01:31 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:01:31 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:01:31 user nova-compute[75686]:     </rng>
Nov 27 02:01:31 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:01:31 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:01:31 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:01:31 user nova-compute[75686]:     </memballoon>
Nov 27 02:01:31 user nova-compute[75686]:   </devices>
Nov 27 02:01:31 user nova-compute[75686]: </domain>
Nov 27 02:01:31 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:01:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-985085354',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-985085354',id=34,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-1jemqsco',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:01:17Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=22eebc55-69ce-4552-9a26-fc26a7d9d40f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG os_vif [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a66d922a-723c-5cef-8d33-b64d9ae034a4', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap94ce3a4a-db, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap94ce3a4a-db, col_values=(('qos', UUID('34c1bbc8-1871-4e85-8a2a-55378ef3ccbc')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap94ce3a4a-db, col_values=(('external_ids', {'iface-id': '94ce3a4a-dbed-4b67-b8e4-19221c7e59ea', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:4e:b4', 'vm-uuid': '22eebc55-69ce-4552-9a26-fc26a7d9d40f'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:31 user nova-compute[75686]: INFO os_vif [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db')
Nov 27 02:01:31 user nova-compute[75686]: INFO nova.compute.manager [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] [instance: c60b0fb9-9f88-4d6d-a507-8f2befd725c8] Took 0.74 seconds to detach 1 volumes for instance.
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No VIF found with MAC fa:16:3e:2d:4e:b4, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:32 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:01:32 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:01:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.332s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:32 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Deleted allocations for instance c60b0fb9-9f88-4d6d-a507-8f2befd725c8
Nov 27 02:01:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0d9ce84a-ed0e-462d-a3e1-5fa35d273ff9 tempest-ServerActionsTestOtherB-534354791 tempest-ServerActionsTestOtherB-534354791-project-member] Lock "c60b0fb9-9f88-4d6d-a507-8f2befd725c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.489s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-f2802998-3cd9-497f-a036-1775ee9aa971 req-c96c5a7c-dcfe-40a5-a730-b80557c90df9 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2802998-3cd9-497f-a036-1775ee9aa971 req-c96c5a7c-dcfe-40a5-a730-b80557c90df9 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2802998-3cd9-497f-a036-1775ee9aa971 req-c96c5a7c-dcfe-40a5-a730-b80557c90df9 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2802998-3cd9-497f-a036-1775ee9aa971 req-c96c5a7c-dcfe-40a5-a730-b80557c90df9 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-f2802998-3cd9-497f-a036-1775ee9aa971 req-c96c5a7c-dcfe-40a5-a730-b80557c90df9 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:33 user nova-compute[75686]: WARNING nova.compute.manager [req-f2802998-3cd9-497f-a036-1775ee9aa971 req-c96c5a7c-dcfe-40a5-a730-b80557c90df9 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state building and task_state spawning.
Nov 27 02:01:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:01:35 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance spawned successfully.
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:01:35 user nova-compute[75686]: INFO nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Took 5.21 seconds to spawn the instance on the hypervisor.
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:01:35 user nova-compute[75686]: INFO nova.compute.manager [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Took 18.69 seconds to build instance.
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-117017b0-eeb9-4a3d-b8a6-85ea93cae03c req-0807ba04-82f0-41c8-b8f3-8584da20e769 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-117017b0-eeb9-4a3d-b8a6-85ea93cae03c req-0807ba04-82f0-41c8-b8f3-8584da20e769 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-117017b0-eeb9-4a3d-b8a6-85ea93cae03c req-0807ba04-82f0-41c8-b8f3-8584da20e769 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-117017b0-eeb9-4a3d-b8a6-85ea93cae03c req-0807ba04-82f0-41c8-b8f3-8584da20e769 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-117017b0-eeb9-4a3d-b8a6-85ea93cae03c req-0807ba04-82f0-41c8-b8f3-8584da20e769 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:01:35 user nova-compute[75686]: WARNING nova.compute.manager [req-117017b0-eeb9-4a3d-b8a6-85ea93cae03c req-0807ba04-82f0-41c8-b8f3-8584da20e769 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state None.
Nov 27 02:01:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-afb4acca-2224-4a30-abfc-2a7f70fefccf tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.827s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:01:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:01:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:22 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:02:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:02:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:02:25 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:26 user nova-compute[75686]: INFO nova.compute.manager [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Terminating instance
Nov 27 02:02:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-3a027ba0-f22d-4929-97e9-df9b14efc531 req-2fdebd2d-9a4a-454f-88be-6190d6dcf3c6 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-unplugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3a027ba0-f22d-4929-97e9-df9b14efc531 req-2fdebd2d-9a4a-454f-88be-6190d6dcf3c6 service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3a027ba0-f22d-4929-97e9-df9b14efc531 req-2fdebd2d-9a4a-454f-88be-6190d6dcf3c6 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3a027ba0-f22d-4929-97e9-df9b14efc531 req-2fdebd2d-9a4a-454f-88be-6190d6dcf3c6 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-3a027ba0-f22d-4929-97e9-df9b14efc531 req-2fdebd2d-9a4a-454f-88be-6190d6dcf3c6 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-unplugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-3a027ba0-f22d-4929-97e9-df9b14efc531 req-2fdebd2d-9a4a-454f-88be-6190d6dcf3c6 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-unplugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Instance destroyed successfully.
Nov 27 02:02:27 user nova-compute[75686]: DEBUG nova.objects.instance [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'resources' on Instance uuid fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:55:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-127030341',display_name='tempest-ServerActionsTestOtherA-server-127030341',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-127030341',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:58:01Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-vju6d325',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:59:36Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "cedd1abb-f373-4f94-9c4e-077654ea4581", "address": "fa:16:3e:e2:a4:d2", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcedd1abb-f3", "ovs_interfaceid": "cedd1abb-f373-4f94-9c4e-077654ea4581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_vif [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcedd1abb-f3, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e412b0c-a9a7-4fe2-8480-4d08d1f99085) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:27 user nova-compute[75686]: INFO os_vif [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e2:a4:d2,bridge_name='br-int',has_traffic_filtering=True,id=cedd1abb-f373-4f94-9c4e-077654ea4581,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcedd1abb-f3')
Nov 27 02:02:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NKAoZnmW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:02:27 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[47cf94c6-2801-4443-befc-dd527f4b1fb9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:02:27 user nova-compute[75686]: No targets found.
Nov 27 02:02:27 user nova-compute[75686]: iSNS:
Nov 27 02:02:27 user nova-compute[75686]: No targets found.
Nov 27 02:02:27 user nova-compute[75686]: STATIC:
Nov 27 02:02:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:02:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:02:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:02:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9
Nov 27 02:02:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:02:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:02:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:02:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:02:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:02:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739
Nov 27 02:02:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:02:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:02:27 user nova-compute[75686]: FIRMWARE:
Nov 27 02:02:27 user nova-compute[75686]: No targets found.
Nov 27 02:02:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:02:27 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:02:27 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5298f7e5-8231-4fab-a6cb-22b2b3bf512b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb37de19-dcb5-4e6f-902f-b45c4ba72262]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:02:27 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:02:27 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:02:27 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:02:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:02:27 user nova-compute[75686]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 (non-flash)
Nov 27 02:02:27 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:02:27 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:02:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514823e440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[041fb72e-9ca0-43b8-9dd4-f91e8d217e50]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa157778-8a77-40aa-863e-4e4850c3af10]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb95719-84be-4377-996d-b4c212032ceb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f00cd62b-b047-4b52-91ed-306d90182c61]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[20710a0f-3fd1-4a51-96e1-fc1297866b35]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f7e7d06-02d7-4c06-beb0-37e95d672523]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260]
Nov 27 02:02:27 user nova-compute[75686]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739, portal: 172.16.0.220,3260] successful.
Nov 27 02:02:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a0537543-e0ab-4cc4-b2eb-da076b564739 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[90754433-4a18-4043-97e1-6726d807b414]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.442s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] <== disconnect_volume: return (446ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:02:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Deleting instance files /opt/stack/data/nova/instances/fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7_del
Nov 27 02:02:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Deletion of /opt/stack/data/nova/instances/fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7_del complete
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:02:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:28 user nova-compute[75686]: INFO nova.compute.manager [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Took 1.52 seconds to destroy the instance on the hypervisor.
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:28 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Error from libvirt while getting description of instance-0000001d: [Error Code 42] Domain not found: no domain with matching uuid 'fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7' (instance-0000001d): libvirt.libvirtError: Domain not found: no domain with matching uuid 'fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7' (instance-0000001d)
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:28 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:02:28 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Took 0.92 seconds to deallocate network for instance.
Nov 27 02:02:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-84564941-bc8e-4eb2-9ba5-a3b982a3b5e5 req-9055b51d-4b99-45f1-a9df-e8517969a3a8 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-84564941-bc8e-4eb2-9ba5-a3b982a3b5e5 req-9055b51d-4b99-45f1-a9df-e8517969a3a8 service nova] Acquiring lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-84564941-bc8e-4eb2-9ba5-a3b982a3b5e5 req-9055b51d-4b99-45f1-a9df-e8517969a3a8 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-84564941-bc8e-4eb2-9ba5-a3b982a3b5e5 req-9055b51d-4b99-45f1-a9df-e8517969a3a8 service nova] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-84564941-bc8e-4eb2-9ba5-a3b982a3b5e5 req-9055b51d-4b99-45f1-a9df-e8517969a3a8 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] No waiting events found dispatching network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:29 user nova-compute[75686]: WARNING nova.compute.manager [req-84564941-bc8e-4eb2-9ba5-a3b982a3b5e5 req-9055b51d-4b99-45f1-a9df-e8517969a3a8 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received unexpected event network-vif-plugged-cedd1abb-f373-4f94-9c4e-077654ea4581 for instance with vm_state active and task_state deleting.
Nov 27 02:02:29 user nova-compute[75686]: DEBUG nova.compute.manager [req-84564941-bc8e-4eb2-9ba5-a3b982a3b5e5 req-9055b51d-4b99-45f1-a9df-e8517969a3a8 service nova] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Received event network-vif-deleted-cedd1abb-f373-4f94-9c4e-077654ea4581 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc/disk --force-share --output=json" returned: 0 in 0.219s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:02:30 user nova-compute[75686]: INFO nova.compute.manager [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Took 1.09 seconds to detach 1 volumes for instance.
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7] Deleting volume: a0537543-e0ab-4cc4-b2eb-da076b564739 {{(pid=75686) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 02:02:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:02:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7935MB free_disk=24.940418243408203GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 163993f6-3b37-40ff-9372-37f866d28180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 749cda36-ac85-44a0-836a-e7b9cea6f106 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 9fa0beed-c279-460c-8dec-9cf2481a8dfb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 22eebc55-69ce-4552-9a26-fc26a7d9d40f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.524s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.401s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:31 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:02:31 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:02:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.697s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:31 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Deleted allocations for instance fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7
Nov 27 02:02:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-75ab56bb-c024-4ec4-9df9-2e9ff001fd3b tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "fdc4e38f-aa47-4d28-b940-72e7a5d3fbc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.933s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-changed-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Refreshing instance network info cache due to event network-changed-df3bd047-ed97-406d-80b8-09396731e8b9. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:02:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] Acquiring lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:02:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] Acquired lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:02:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Refreshing network info cache for port df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Updated VIF entry in instance network info cache for port df3bd047-ed97-406d-80b8-09396731e8b9. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Updating instance_info_cache with network_info: [{"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.79", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:02:33 user nova-compute[75686]: INFO nova.compute.manager [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Terminating instance
Nov 27 02:02:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-65823ae7-c9b0-4183-beaa-c169f2d4cf8e req-dae9a7a6-9b06-4380-918f-34ad7c4b78e7 service nova] Releasing lock "refresh_cache-9fa0beed-c279-460c-8dec-9cf2481a8dfb" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-86abbd7c-beac-4746-8a5f-0655a72e19ea req-f6fd368e-f164-4870-b8f3-792243f50211 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-vif-unplugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-86abbd7c-beac-4746-8a5f-0655a72e19ea req-f6fd368e-f164-4870-b8f3-792243f50211 service nova] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-86abbd7c-beac-4746-8a5f-0655a72e19ea req-f6fd368e-f164-4870-b8f3-792243f50211 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-86abbd7c-beac-4746-8a5f-0655a72e19ea req-f6fd368e-f164-4870-b8f3-792243f50211 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-86abbd7c-beac-4746-8a5f-0655a72e19ea req-f6fd368e-f164-4870-b8f3-792243f50211 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] No waiting events found dispatching network-vif-unplugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-86abbd7c-beac-4746-8a5f-0655a72e19ea req-f6fd368e-f164-4870-b8f3-792243f50211 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-vif-unplugged-df3bd047-ed97-406d-80b8-09396731e8b9 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:34 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Instance destroyed successfully.
Nov 27 02:02:34 user nova-compute[75686]: DEBUG nova.objects.instance [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'resources' on Instance uuid 9fa0beed-c279-460c-8dec-9cf2481a8dfb {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:00:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1612375342',display_name='tempest-AttachVolumeNegativeTest-server-1612375342',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1612375342',id=33,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJbIb5moAVDQR5lAOMN230yeWn+B5VaaaY2j/peppZj8hy1kYS+mFJOau0RRKj7bYTCJnYKmuZooUAlPOALlAHV7henIEw6Fl5H3EkaKsWwhZ+x4qA+QP8j/BUwKq8T/+g==',key_name='tempest-keypair-1164925591',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:00:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-ryvvs01t',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:00:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=9fa0beed-c279-460c-8dec-9cf2481a8dfb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "df3bd047-ed97-406d-80b8-09396731e8b9", "address": "fa:16:3e:d9:ee:9e", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdf3bd047-ed", "ovs_interfaceid": "df3bd047-ed97-406d-80b8-09396731e8b9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ee:9e,bridge_name='br-int',has_traffic_filtering=True,id=df3bd047-ed97-406d-80b8-09396731e8b9,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf3bd047-ed') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG os_vif [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ee:9e,bridge_name='br-int',has_traffic_filtering=True,id=df3bd047-ed97-406d-80b8-09396731e8b9,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf3bd047-ed') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdf3bd047-ed, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5b3daa45-e103-45dd-accd-560e5af3928b) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:02:34 user nova-compute[75686]: INFO os_vif [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:d9:ee:9e,bridge_name='br-int',has_traffic_filtering=True,id=df3bd047-ed97-406d-80b8-09396731e8b9,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdf3bd047-ed')
Nov 27 02:02:34 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Deleting instance files /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb_del
Nov 27 02:02:34 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Deletion of /opt/stack/data/nova/instances/9fa0beed-c279-460c-8dec-9cf2481a8dfb_del complete
Nov 27 02:02:34 user nova-compute[75686]: INFO nova.compute.manager [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Took 0.70 seconds to destroy the instance on the hypervisor.
Nov 27 02:02:34 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:02:34 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:02:34 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Took 0.78 seconds to deallocate network for instance.
Nov 27 02:02:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-583ff374-12fa-4ac7-8b57-1f6ccaac91af req-d8116b5d-b561-4419-871e-8c73bda38480 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-vif-deleted-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.299s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:35 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Deleted allocations for instance 9fa0beed-c279-460c-8dec-9cf2481a8dfb
Nov 27 02:02:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-836e338f-5240-40ea-b88a-e76727b3c17c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.980s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-2de8b8ac-5dd3-4612-9aad-4d5770bc9be1 req-ba9661c8-037a-47c9-8179-1158006514d1 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received event network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2de8b8ac-5dd3-4612-9aad-4d5770bc9be1 req-ba9661c8-037a-47c9-8179-1158006514d1 service nova] Acquiring lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2de8b8ac-5dd3-4612-9aad-4d5770bc9be1 req-ba9661c8-037a-47c9-8179-1158006514d1 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2de8b8ac-5dd3-4612-9aad-4d5770bc9be1 req-ba9661c8-037a-47c9-8179-1158006514d1 service nova] Lock "9fa0beed-c279-460c-8dec-9cf2481a8dfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-2de8b8ac-5dd3-4612-9aad-4d5770bc9be1 req-ba9661c8-037a-47c9-8179-1158006514d1 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] No waiting events found dispatching network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:35 user nova-compute[75686]: WARNING nova.compute.manager [req-2de8b8ac-5dd3-4612-9aad-4d5770bc9be1 req-ba9661c8-037a-47c9-8179-1158006514d1 service nova] [instance: 9fa0beed-c279-460c-8dec-9cf2481a8dfb] Received unexpected event network-vif-plugged-df3bd047-ed97-406d-80b8-09396731e8b9 for instance with vm_state deleted and task_state None.
Nov 27 02:02:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:02:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:36 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:02:36 user nova-compute[75686]: INFO nova.compute.claims [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Claim successful on node user
Nov 27 02:02:36 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:02:36 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:02:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.policy [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccb2a6cd63c845fdb9a3b48e60d91a8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8751348fc0a34723a00ef1c20a10ca2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:02:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Creating image(s)
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "/opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "/opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "/opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk 1073741824" returned: 0 in 0.052s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.272s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.194s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Checking if we can resize image /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:02:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Cannot resize image /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Ensure instance console log exists: /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Successfully created port: bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Successfully updated port: bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquired lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-changed-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Refreshing instance network info cache due to event network-changed-bdf37155-3ad4-484a-853d-a94a63df3cc0. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] Acquiring lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:02:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating instance_info_cache with network_info: [{"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Releasing lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Instance network_info: |[{"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] Acquired lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Refreshing network info cache for port bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Start _get_guest_xml network_info=[{"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:02:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:02:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:02:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1545378995',display_name='tempest-SnapshotDataIntegrityTests-server-1545378995',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1545378995',id=35,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOl1fDPjhhd1h6vYnlCGels10E6h9kMzj18BU3ybxrhUkAsViKrBPD0OEGTaNnnX7EaZ94zo1ts6i5HI67cETcm8HZ7yhBQTxHGpK30LmFMu0nhLuvz4D6RoJM6lhFau1Q==',key_name='tempest-keypair-1756126364',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8751348fc0a34723a00ef1c20a10ca2b',ramdisk_id='',reservation_id='r-e8nx0vgd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1107275169',owner_user_name='tempest-SnapshotDataIntegrityTests-1107275169-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:02:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ccb2a6cd63c845fdb9a3b48e60d91a8a',uuid=3a110ae5-60a1-4aa7-9018-5b57f10bebd0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Converting VIF {"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:75:42,bridge_name='br-int',has_traffic_filtering=True,id=bdf37155-3ad4-484a-853d-a94a63df3cc0,network=Network(33bf491f-8df9-4582-b746-a8bbc6d709b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf37155-3a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'pci_devices' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:02:39 user nova-compute[75686]:   <uuid>3a110ae5-60a1-4aa7-9018-5b57f10bebd0</uuid>
Nov 27 02:02:39 user nova-compute[75686]:   <name>instance-00000023</name>
Nov 27 02:02:39 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:02:39 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:02:39 user nova-compute[75686]:   <metadata>
Nov 27 02:02:39 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:02:39 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:02:39 user nova-compute[75686]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-1545378995</nova:name>
Nov 27 02:02:39 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:02:39</nova:creationTime>
Nov 27 02:02:39 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:02:39 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:02:39 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:02:39 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:02:39 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:02:39 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:02:39 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:02:39 user nova-compute[75686]:       <nova:owner>
Nov 27 02:02:39 user nova-compute[75686]:         <nova:user uuid="ccb2a6cd63c845fdb9a3b48e60d91a8a">tempest-SnapshotDataIntegrityTests-1107275169-project-member</nova:user>
Nov 27 02:02:39 user nova-compute[75686]:         <nova:project uuid="8751348fc0a34723a00ef1c20a10ca2b">tempest-SnapshotDataIntegrityTests-1107275169</nova:project>
Nov 27 02:02:39 user nova-compute[75686]:       </nova:owner>
Nov 27 02:02:39 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:02:39 user nova-compute[75686]:       <nova:ports>
Nov 27 02:02:39 user nova-compute[75686]:         <nova:port uuid="bdf37155-3ad4-484a-853d-a94a63df3cc0">
Nov 27 02:02:39 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 02:02:39 user nova-compute[75686]:         </nova:port>
Nov 27 02:02:39 user nova-compute[75686]:       </nova:ports>
Nov 27 02:02:39 user nova-compute[75686]:     </nova:instance>
Nov 27 02:02:39 user nova-compute[75686]:   </metadata>
Nov 27 02:02:39 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:02:39 user nova-compute[75686]:     <system>
Nov 27 02:02:39 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:02:39 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:02:39 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:02:39 user nova-compute[75686]:       <entry name="serial">3a110ae5-60a1-4aa7-9018-5b57f10bebd0</entry>
Nov 27 02:02:39 user nova-compute[75686]:       <entry name="uuid">3a110ae5-60a1-4aa7-9018-5b57f10bebd0</entry>
Nov 27 02:02:39 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:02:39 user nova-compute[75686]:     </system>
Nov 27 02:02:39 user nova-compute[75686]:   </sysinfo>
Nov 27 02:02:39 user nova-compute[75686]:   <os>
Nov 27 02:02:39 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:02:39 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:02:39 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:02:39 user nova-compute[75686]:   </os>
Nov 27 02:02:39 user nova-compute[75686]:   <features>
Nov 27 02:02:39 user nova-compute[75686]:     <acpi/>
Nov 27 02:02:39 user nova-compute[75686]:     <apic/>
Nov 27 02:02:39 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:02:39 user nova-compute[75686]:   </features>
Nov 27 02:02:39 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:02:39 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:02:39 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:02:39 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:02:39 user nova-compute[75686]:   </clock>
Nov 27 02:02:39 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:02:39 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:02:39 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:02:39 user nova-compute[75686]:   </cpu>
Nov 27 02:02:39 user nova-compute[75686]:   <devices>
Nov 27 02:02:39 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:02:39 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:02:39 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk"/>
Nov 27 02:02:39 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:02:39 user nova-compute[75686]:     </disk>
Nov 27 02:02:39 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:02:39 user nova-compute[75686]:       <mac address="fa:16:3e:2e:75:42"/>
Nov 27 02:02:39 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:02:39 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:02:39 user nova-compute[75686]:       <target dev="tapbdf37155-3a"/>
Nov 27 02:02:39 user nova-compute[75686]:     </interface>
Nov 27 02:02:39 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:02:39 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/console.log" append="off"/>
Nov 27 02:02:39 user nova-compute[75686]:     </serial>
Nov 27 02:02:39 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:02:39 user nova-compute[75686]:     <video>
Nov 27 02:02:39 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:02:39 user nova-compute[75686]:     </video>
Nov 27 02:02:39 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:02:39 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:02:39 user nova-compute[75686]:     </rng>
Nov 27 02:02:39 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:02:39 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:02:39 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:02:39 user nova-compute[75686]:     </memballoon>
Nov 27 02:02:39 user nova-compute[75686]:   </devices>
Nov 27 02:02:39 user nova-compute[75686]: </domain>
Nov 27 02:02:39 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:02:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1545378995',display_name='tempest-SnapshotDataIntegrityTests-server-1545378995',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1545378995',id=35,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOl1fDPjhhd1h6vYnlCGels10E6h9kMzj18BU3ybxrhUkAsViKrBPD0OEGTaNnnX7EaZ94zo1ts6i5HI67cETcm8HZ7yhBQTxHGpK30LmFMu0nhLuvz4D6RoJM6lhFau1Q==',key_name='tempest-keypair-1756126364',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='8751348fc0a34723a00ef1c20a10ca2b',ramdisk_id='',reservation_id='r-e8nx0vgd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1107275169',owner_user_name='tempest-SnapshotDataIntegrityTests-1107275169-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:02:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ccb2a6cd63c845fdb9a3b48e60d91a8a',uuid=3a110ae5-60a1-4aa7-9018-5b57f10bebd0,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Converting VIF {"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2e:75:42,bridge_name='br-int',has_traffic_filtering=True,id=bdf37155-3ad4-484a-853d-a94a63df3cc0,network=Network(33bf491f-8df9-4582-b746-a8bbc6d709b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf37155-3a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG os_vif [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:75:42,bridge_name='br-int',has_traffic_filtering=True,id=bdf37155-3ad4-484a-853d-a94a63df3cc0,network=Network(33bf491f-8df9-4582-b746-a8bbc6d709b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf37155-3a') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ab425c7-1db8-52b2-bf42-8cc93ddbe49d', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbdf37155-3a, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbdf37155-3a, col_values=(('qos', UUID('8aced6b4-cebc-4353-b3e6-d8f62e6f9dc5')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbdf37155-3a, col_values=(('external_ids', {'iface-id': 'bdf37155-3ad4-484a-853d-a94a63df3cc0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2e:75:42', 'vm-uuid': '3a110ae5-60a1-4aa7-9018-5b57f10bebd0'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:39 user nova-compute[75686]: INFO os_vif [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2e:75:42,bridge_name='br-int',has_traffic_filtering=True,id=bdf37155-3ad4-484a-853d-a94a63df3cc0,network=Network(33bf491f-8df9-4582-b746-a8bbc6d709b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf37155-3a')
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No VIF found with MAC fa:16:3e:2e:75:42, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updated VIF entry in instance network info cache for port bdf37155-3ad4-484a-853d-a94a63df3cc0. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating instance_info_cache with network_info: [{"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:02:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c5018d7e-159c-47ce-beb7-881cd040edb4 req-ccfdb9af-cf7e-4cad-bb7d-94784a14870d service nova] Releasing lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:02:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-d5e1f4d5-ab72-4b9e-b14a-331e4c2d845c req-b09549ff-a8ce-421a-8c1e-e38aa69a1d07 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d5e1f4d5-ab72-4b9e-b14a-331e4c2d845c req-b09549ff-a8ce-421a-8c1e-e38aa69a1d07 service nova] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d5e1f4d5-ab72-4b9e-b14a-331e4c2d845c req-b09549ff-a8ce-421a-8c1e-e38aa69a1d07 service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d5e1f4d5-ab72-4b9e-b14a-331e4c2d845c req-b09549ff-a8ce-421a-8c1e-e38aa69a1d07 service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-d5e1f4d5-ab72-4b9e-b14a-331e4c2d845c req-b09549ff-a8ce-421a-8c1e-e38aa69a1d07 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] No waiting events found dispatching network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:40 user nova-compute[75686]: WARNING nova.compute.manager [req-d5e1f4d5-ab72-4b9e-b14a-331e4c2d845c req-b09549ff-a8ce-421a-8c1e-e38aa69a1d07 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received unexpected event network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 for instance with vm_state building and task_state spawning.
Nov 27 02:02:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:02:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Instance spawned successfully.
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:02:42 user nova-compute[75686]: INFO nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Took 5.71 seconds to spawn the instance on the hypervisor.
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-a9f26412-3fe0-4e19-a267-7cf8618e76b4 req-04f090db-8fd6-4171-a08b-525e318be5d4 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a9f26412-3fe0-4e19-a267-7cf8618e76b4 req-04f090db-8fd6-4171-a08b-525e318be5d4 service nova] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a9f26412-3fe0-4e19-a267-7cf8618e76b4 req-04f090db-8fd6-4171-a08b-525e318be5d4 service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a9f26412-3fe0-4e19-a267-7cf8618e76b4 req-04f090db-8fd6-4171-a08b-525e318be5d4 service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-a9f26412-3fe0-4e19-a267-7cf8618e76b4 req-04f090db-8fd6-4171-a08b-525e318be5d4 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] No waiting events found dispatching network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:42 user nova-compute[75686]: WARNING nova.compute.manager [req-a9f26412-3fe0-4e19-a267-7cf8618e76b4 req-04f090db-8fd6-4171-a08b-525e318be5d4 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received unexpected event network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 for instance with vm_state building and task_state spawning.
Nov 27 02:02:43 user nova-compute[75686]: INFO nova.compute.manager [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Took 6.49 seconds to build instance.
Nov 27 02:02:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b551d5dc-9fba-434c-8f53-0f44ac8a4e79 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.590s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:44 user nova-compute[75686]: INFO nova.compute.manager [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Terminating instance
Nov 27 02:02:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-006c1566-ef5c-4444-8359-8d2c6bc2a56e req-efae9f1c-e738-48f7-8ea2-32c110af6a3e service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-006c1566-ef5c-4444-8359-8d2c6bc2a56e req-efae9f1c-e738-48f7-8ea2-32c110af6a3e service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-006c1566-ef5c-4444-8359-8d2c6bc2a56e req-efae9f1c-e738-48f7-8ea2-32c110af6a3e service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-006c1566-ef5c-4444-8359-8d2c6bc2a56e req-efae9f1c-e738-48f7-8ea2-32c110af6a3e service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-006c1566-ef5c-4444-8359-8d2c6bc2a56e req-efae9f1c-e738-48f7-8ea2-32c110af6a3e service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-006c1566-ef5c-4444-8359-8d2c6bc2a56e req-efae9f1c-e738-48f7-8ea2-32c110af6a3e service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-unplugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:02:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Instance destroyed successfully.
Nov 27 02:02:45 user nova-compute[75686]: DEBUG nova.objects.instance [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'resources' on Instance uuid 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-1876324306',display_name='tempest-AttachVolumeTestJSON-server-1876324306',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-1876324306',id=26,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGeS0ud25/JAXZt+h31As7g/yV6JM0c68nptMkWTzvsPy75zgWImBlH9DxubQ8SlaVVUuJUJWiCw78/ss1ZscOc3Uy0NVzFIckigq2dy/mqFygkHLy0FYTlbqDX6IQfqlw==',key_name='tempest-keypair-73200854',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:53:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-u0flzmtr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:00:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "address": "fa:16:3e:91:ec:68", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapec0b5b94-88", "ovs_interfaceid": "ec0b5b94-88d1-4edf-a4b4-ea709cd5a542", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG os_vif [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapec0b5b94-88, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=caa55d01-de87-4c2c-a8bf-587cc8910cbb) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:45 user nova-compute[75686]: INFO os_vif [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:ec:68,bridge_name='br-int',has_traffic_filtering=True,id=ec0b5b94-88d1-4edf-a4b4-ea709cd5a542,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapec0b5b94-88')
Nov 27 02:02:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Deleting instance files /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc_del
Nov 27 02:02:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Deletion of /opt/stack/data/nova/instances/53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc_del complete
Nov 27 02:02:45 user nova-compute[75686]: INFO nova.compute.manager [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 27 02:02:45 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:02:45 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:02:46 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Took 0.77 seconds to deallocate network for instance.
Nov 27 02:02:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-8615ba10-84be-4875-8846-4e5703632e98 req-a9d740d3-17b9-45d0-a2c8-8e4821323fea service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-deleted-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.343s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:46 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Deleted allocations for instance 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc
Nov 27 02:02:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-05cd75c9-12f6-4c1d-b9c8-eb8985ba0cf0 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.313s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-eba03c03-74f2-4b60-aaec-a832591a0930 req-ddf45a57-aced-47b5-87cc-d07c112a690f service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-eba03c03-74f2-4b60-aaec-a832591a0930 req-ddf45a57-aced-47b5-87cc-d07c112a690f service nova] Acquiring lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-eba03c03-74f2-4b60-aaec-a832591a0930 req-ddf45a57-aced-47b5-87cc-d07c112a690f service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-eba03c03-74f2-4b60-aaec-a832591a0930 req-ddf45a57-aced-47b5-87cc-d07c112a690f service nova] Lock "53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:02:46 user nova-compute[75686]: DEBUG nova.compute.manager [req-eba03c03-74f2-4b60-aaec-a832591a0930 req-ddf45a57-aced-47b5-87cc-d07c112a690f service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] No waiting events found dispatching network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:02:46 user nova-compute[75686]: WARNING nova.compute.manager [req-eba03c03-74f2-4b60-aaec-a832591a0930 req-ddf45a57-aced-47b5-87cc-d07c112a690f service nova] [instance: 53d1a8a0-44a3-4600-a31a-7e75c4d4a5bc] Received unexpected event network-vif-plugged-ec0b5b94-88d1-4edf-a4b4-ea709cd5a542 for instance with vm_state deleted and task_state None.
Nov 27 02:02:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:02:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:07 user nova-compute[75686]: INFO nova.compute.manager [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Rescuing
Nov 27 02:03:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:03:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:03:07 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:03:07 user nova-compute[75686]: DEBUG nova.network.neutron [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Updating instance_info_cache with network_info: [{"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:03:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG nova.compute.manager [req-d6d32495-813b-4a06-acb1-52d5bd46f3e1 req-4a313d9f-e268-4ae5-8a16-ca698ff0cbe6 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d6d32495-813b-4a06-acb1-52d5bd46f3e1 req-4a313d9f-e268-4ae5-8a16-ca698ff0cbe6 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d6d32495-813b-4a06-acb1-52d5bd46f3e1 req-4a313d9f-e268-4ae5-8a16-ca698ff0cbe6 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d6d32495-813b-4a06-acb1-52d5bd46f3e1 req-4a313d9f-e268-4ae5-8a16-ca698ff0cbe6 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG nova.compute.manager [req-d6d32495-813b-4a06-acb1-52d5bd46f3e1 req-4a313d9f-e268-4ae5-8a16-ca698ff0cbe6 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:08 user nova-compute[75686]: WARNING nova.compute.manager [req-d6d32495-813b-4a06-acb1-52d5bd46f3e1 req-4a313d9f-e268-4ae5-8a16-ca698ff0cbe6 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance destroyed successfully.
Nov 27 02:03:08 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Attempting a stable device rescue
Nov 27 02:03:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=75686) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance directory exists: not creating {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 27 02:03:08 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Creating image(s)
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "/opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "/opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'trusted_certs' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "d3004120a8045bbcad6e1eb9077da4851c276db9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "d3004120a8045bbcad6e1eb9077da4851c276db9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.part --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.virt.images [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] d14b9e89-445b-45a2-af45-20679647d272 was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.part /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:10 user nova-compute[75686]: WARNING nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:10 user nova-compute[75686]: WARNING nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:10 user nova-compute[75686]: WARNING nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:10 user nova-compute[75686]: WARNING nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:10 user nova-compute[75686]: WARNING nova.compute.manager [req-61c5f252-0bf0-4d9a-a49e-8f7108279eba req-d2312b6b-55ee-4825-b49e-da6eb76ebded service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.part /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.converted" returned: 0 in 0.566s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9.converted --force-share --output=json" returned: 0 in 0.194s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "d3004120a8045bbcad6e1eb9077da4851c276db9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.210s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "d3004120a8045bbcad6e1eb9077da4851c276db9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "d3004120a8045bbcad6e1eb9077da4851c276db9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9 --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9,backing_fmt=raw /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9,backing_fmt=raw /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue" returned: 0 in 0.053s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "d3004120a8045bbcad6e1eb9077da4851c276db9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'migration_context' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<22eebc55-69ce-4552-9a26-fc26a7d9d40f> lazy-loaded attributes: trusted_certs,migration_context {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Start _get_guest_xml network_info=[{"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "vif_mac": "fa:16:3e:2d:4e:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'd14b9e89-445b-45a2-af45-20679647d272', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '40e9eaec-ee75-4d15-a4d9-14fe215718b6', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJBbSjpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '22eebc55-69ce-4552-9a26-fc26a7d9d40f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'serial': 'f6e03b66-4cfe-4bc6-8d93-81c1f55129a5'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'resources' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<22eebc55-69ce-4552-9a26-fc26a7d9d40f> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'numa_topology' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<22eebc55-69ce-4552-9a26-fc26a7d9d40f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:03:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'vcpu_model' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<22eebc55-69ce-4552-9a26-fc26a7d9d40f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJBbSjpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:03:11 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:03:11 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:03:11 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d624038c-ee62-484b-a590-92d5f1533e55]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = PJBbSjpE\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 27 02:03:11 user nova-compute[75686]: node.name = iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:03:11 user nova-compute[75686]: node.tpgt = -1
Nov 27 02:03:11 user nova-compute[75686]: node.startup = automatic
Nov 27 02:03:11 user nova-compute[75686]: node.leading_login = No
Nov 27 02:03:11 user nova-compute[75686]: iface.iscsi_ifacename = default
Nov 27 02:03:11 user nova-compute[75686]: iface.net_ifacename = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.ipaddress = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.prefix_len = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.hwaddress = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.transport_name = tcp
Nov 27 02:03:11 user nova-compute[75686]: iface.initiatorname = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.state = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.vlan_id = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.vlan_priority = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.vlan_state = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.iface_num = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.mtu = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.port = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.bootproto = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.subnet_mask = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.gateway = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_alt_client_id_state = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_alt_client_id = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_dns = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_learn_iqn = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_req_vendor_id_state = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_vendor_id_state = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_vendor_id = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.dhcp_slp_da = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.fragmentation = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.gratuitous_arp = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.incoming_forwarding = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.tos_state = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.tos = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.ttl = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.delayed_ack = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.tcp_nagle = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.tcp_wsf_state = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.tcp_wsf = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.tcp_timer_scale = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.tcp_timestamp = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.redirect = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.def_task_mgmt_timeout = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.header_digest = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.data_digest = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.immediate_data = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.initial_r2t = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.data_seq_inorder = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.data_pdu_inorder = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.erl = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.max_receive_data_len = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.first_burst_len = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.max_outstanding_r2t = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.max_burst_len = 0
Nov 27 02:03:11 user nova-compute[75686]: iface.chap_auth = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.bidi_chap = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.strict_login_compliance = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.discovery_auth = <empty>
Nov 27 02:03:11 user nova-compute[75686]: iface.discovery_logout = <empty>
Nov 27 02:03:11 user nova-compute[75686]: node.discovery_address = <empty>
Nov 27 02:03:11 user nova-compute[75686]: node.discovery_port = 0
Nov 27 02:03:11 user nova-compute[75686]: node.discovery_type = static
Nov 27 02:03:11 user nova-compute[75686]: node.session.initial_cmdsn = 0
Nov 27 02:03:11 user nova-compute[75686]: node.session.initial_login_retry_max = 8
Nov 27 02:03:11 user nova-compute[75686]: node.session.xmit_thread_priority = -20
Nov 27 02:03:11 user nova-compute[75686]: node.session.cmds_max = 128
Nov 27 02:03:11 user nova-compute[75686]: node.session.queue_depth = 32
Nov 27 02:03:11 user nova-compute[75686]: node.session.nr_sessions = 1
Nov 27 02:03:11 user nova-compute[75686]: node.session.auth.authmethod = CHAP
Nov 27 02:03:11 user nova-compute[75686]: node.session.auth.username = PJBbSjpE
Nov 27 02:03:11 user nova-compute[75686]: node.session.auth.password = ***
Nov 27 02:03:11 user nova-compute[75686]: node.session.auth.username_in = <empty>
Nov 27 02:03:11 user nova-compute[75686]: node.session.auth.password_in = <empty>
Nov 27 02:03:11 user nova-compute[75686]: node.session.auth.chap_algs = MD5
Nov 27 02:03:11 user nova-compute[75686]: node.session.timeo.replacement_timeout = 120
Nov 27 02:03:11 user nova-compute[75686]: node.session.err_timeo.abort_timeout = 15
Nov 27 02:03:11 user nova-compute[75686]: node.session.err_timeo.lu_reset_timeout = 30
Nov 27 02:03:11 user nova-compute[75686]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 27 02:03:11 user nova-compute[75686]: node.session.err_timeo.host_reset_timeout = 60
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.FastAbort = Yes
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.InitialR2T = No
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.ImmediateData = Yes
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.FirstBurstLength = 262144
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.MaxBurstLength = 16776192
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.DefaultTime2Retain = 0
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.DefaultTime2Wait = 2
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.MaxConnections = 1
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 27 02:03:11 user nova-compute[75686]: node.session.iscsi.ERL = 0
Nov 27 02:03:11 user nova-compute[75686]: node.session.scan = manual
Nov 27 02:03:11 user nova-compute[75686]: node.session.reopen_max = 0
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].address = 172.16.0.220
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].port = 3260
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].startup = manual
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].tcp.window_size = 524288
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].tcp.type_of_service = 0
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].timeo.logout_timeout = 15
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].timeo.login_timeout = 15
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].timeo.auth_timeout = 45
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].timeo.noop_out_interval = 5
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].timeo.noop_out_timeout = 5
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].iscsi.HeaderDigest = None
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].iscsi.DataDigest = None
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].iscsi.IFMarker = No
Nov 27 02:03:11 user nova-compute[75686]: node.conn[0].iscsi.OFMarker = No
Nov 27 02:03:11 user nova-compute[75686]: # END RECORD
Nov 27 02:03:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff659179-2940-4c47-b4ee-8777f700600c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe3ad52-a59f-42f7-95be-960afc58de95]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PJBbSjpE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PJBbSjpE" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d52c247-f851-4393-be2d-52bbd3352f86]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PJBbSjpE'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[712f50f1-eee1-4c0e-aa5d-d8183ec54f06]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bddd95f-edf0-4e2e-b0d7-d865a60a3064]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:03:11 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:03:11 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:03:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:03:11 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:03:11 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:03:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.153s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] HCTL ('35', '0', '0', 0) found on session 37 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[662ec95e-d598-4ee2-83bd-33f8e775efd2]: (4, ('0 0 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Searching for a device in session 37 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJBbSjpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.177s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== connect_volume: return (179ms) {'type': 'block', 'scsi_wwn': '26535353961366363', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26535353961366363', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:01:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-985085354',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-985085354',id=34,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:01:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-1jemqsco',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:01:35Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=22eebc55-69ce-4552-9a26-fc26a7d9d40f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "vif_mac": "fa:16:3e:2d:4e:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "vif_mac": "fa:16:3e:2d:4e:b4"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'pci_devices' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.objects.base [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Object Instance<22eebc55-69ce-4552-9a26-fc26a7d9d40f> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:03:11 user nova-compute[75686]:   <uuid>22eebc55-69ce-4552-9a26-fc26a7d9d40f</uuid>
Nov 27 02:03:11 user nova-compute[75686]:   <name>instance-00000022</name>
Nov 27 02:03:11 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:03:11 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:03:11 user nova-compute[75686]:   <metadata>
Nov 27 02:03:11 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:03:11 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:03:11 user nova-compute[75686]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-985085354</nova:name>
Nov 27 02:03:11 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:03:11</nova:creationTime>
Nov 27 02:03:11 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:03:11 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:03:11 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:03:11 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:03:11 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:03:11 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:03:11 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:03:11 user nova-compute[75686]:       <nova:owner>
Nov 27 02:03:11 user nova-compute[75686]:         <nova:user uuid="357d7d579c284bcd836dd8075476d5ed">tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member</nova:user>
Nov 27 02:03:11 user nova-compute[75686]:         <nova:project uuid="b168d75a030e425886b18204a7173843">tempest-ServerBootFromVolumeStableRescueTest-554951466</nova:project>
Nov 27 02:03:11 user nova-compute[75686]:       </nova:owner>
Nov 27 02:03:11 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:03:11 user nova-compute[75686]:       <nova:ports>
Nov 27 02:03:11 user nova-compute[75686]:         <nova:port uuid="94ce3a4a-dbed-4b67-b8e4-19221c7e59ea">
Nov 27 02:03:11 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 02:03:11 user nova-compute[75686]:         </nova:port>
Nov 27 02:03:11 user nova-compute[75686]:       </nova:ports>
Nov 27 02:03:11 user nova-compute[75686]:     </nova:instance>
Nov 27 02:03:11 user nova-compute[75686]:   </metadata>
Nov 27 02:03:11 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:03:11 user nova-compute[75686]:     <system>
Nov 27 02:03:11 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:03:11 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:03:11 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:03:11 user nova-compute[75686]:       <entry name="serial">22eebc55-69ce-4552-9a26-fc26a7d9d40f</entry>
Nov 27 02:03:11 user nova-compute[75686]:       <entry name="uuid">22eebc55-69ce-4552-9a26-fc26a7d9d40f</entry>
Nov 27 02:03:11 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:03:11 user nova-compute[75686]:     </system>
Nov 27 02:03:11 user nova-compute[75686]:   </sysinfo>
Nov 27 02:03:11 user nova-compute[75686]:   <os>
Nov 27 02:03:11 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:03:11 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:03:11 user nova-compute[75686]:   </os>
Nov 27 02:03:11 user nova-compute[75686]:   <features>
Nov 27 02:03:11 user nova-compute[75686]:     <acpi/>
Nov 27 02:03:11 user nova-compute[75686]:     <apic/>
Nov 27 02:03:11 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:03:11 user nova-compute[75686]:   </features>
Nov 27 02:03:11 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:03:11 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:03:11 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:03:11 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:03:11 user nova-compute[75686]:   </clock>
Nov 27 02:03:11 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:03:11 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:03:11 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:03:11 user nova-compute[75686]:   </cpu>
Nov 27 02:03:11 user nova-compute[75686]:   <devices>
Nov 27 02:03:11 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:03:11 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:03:11 user nova-compute[75686]:       <source dev="/dev/sdd"/>
Nov 27 02:03:11 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:03:11 user nova-compute[75686]:       <serial>f6e03b66-4cfe-4bc6-8d93-81c1f55129a5</serial>
Nov 27 02:03:11 user nova-compute[75686]:     </disk>
Nov 27 02:03:11 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:03:11 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:03:11 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue"/>
Nov 27 02:03:11 user nova-compute[75686]:       <target dev="vdb" bus="virtio"/>
Nov 27 02:03:11 user nova-compute[75686]:       <boot order="1"/>
Nov 27 02:03:11 user nova-compute[75686]:     </disk>
Nov 27 02:03:11 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:03:11 user nova-compute[75686]:       <mac address="fa:16:3e:2d:4e:b4"/>
Nov 27 02:03:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:03:11 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:03:11 user nova-compute[75686]:       <target dev="tap94ce3a4a-db"/>
Nov 27 02:03:11 user nova-compute[75686]:     </interface>
Nov 27 02:03:11 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:03:11 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/console.log" append="off"/>
Nov 27 02:03:11 user nova-compute[75686]:     </serial>
Nov 27 02:03:11 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:03:11 user nova-compute[75686]:     <video>
Nov 27 02:03:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:03:11 user nova-compute[75686]:     </video>
Nov 27 02:03:11 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:03:11 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:03:11 user nova-compute[75686]:     </rng>
Nov 27 02:03:11 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:03:11 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:03:11 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:03:11 user nova-compute[75686]:     </memballoon>
Nov 27 02:03:11 user nova-compute[75686]:   </devices>
Nov 27 02:03:11 user nova-compute[75686]: </domain>
Nov 27 02:03:11 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:03:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance destroyed successfully.
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:03:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] No VIF found with MAC fa:16:3e:2d:4e:b4, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:03:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-bb5c9a71-1820-4e65-8e67-e137445d7946 req-6e032cea-cefc-470b-8d31-81e9b2a3c2c5 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bb5c9a71-1820-4e65-8e67-e137445d7946 req-6e032cea-cefc-470b-8d31-81e9b2a3c2c5 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bb5c9a71-1820-4e65-8e67-e137445d7946 req-6e032cea-cefc-470b-8d31-81e9b2a3c2c5 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bb5c9a71-1820-4e65-8e67-e137445d7946 req-6e032cea-cefc-470b-8d31-81e9b2a3c2c5 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-bb5c9a71-1820-4e65-8e67-e137445d7946 req-6e032cea-cefc-470b-8d31-81e9b2a3c2c5 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:13 user nova-compute[75686]: WARNING nova.compute.manager [req-bb5c9a71-1820-4e65-8e67-e137445d7946 req-6e032cea-cefc-470b-8d31-81e9b2a3c2c5 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e0d9262-967a-4430-ace6-2a4e9b079ee8 req-5d337cc5-3025-4bf3-91b6-4e6be8791c97 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0d9262-967a-4430-ace6-2a4e9b079ee8 req-5d337cc5-3025-4bf3-91b6-4e6be8791c97 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0d9262-967a-4430-ace6-2a4e9b079ee8 req-5d337cc5-3025-4bf3-91b6-4e6be8791c97 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0d9262-967a-4430-ace6-2a4e9b079ee8 req-5d337cc5-3025-4bf3-91b6-4e6be8791c97 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e0d9262-967a-4430-ace6-2a4e9b079ee8 req-5d337cc5-3025-4bf3-91b6-4e6be8791c97 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:15 user nova-compute[75686]: WARNING nova.compute.manager [req-4e0d9262-967a-4430-ace6-2a4e9b079ee8 req-5d337cc5-3025-4bf3-91b6-4e6be8791c97 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state rescuing.
Nov 27 02:03:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4f2c0ef0-c413-4f31-a293-88b55980896d tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:03:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "163993f6-3b37-40ff-9372-37f866d28180" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:21 user nova-compute[75686]: INFO nova.compute.manager [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Terminating instance
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-87bd0f4a-dd75-47e4-8bbd-4e819734cbe4 req-55f2c157-ba0a-41ce-b374-228f98831496 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-vif-unplugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-87bd0f4a-dd75-47e4-8bbd-4e819734cbe4 req-55f2c157-ba0a-41ce-b374-228f98831496 service nova] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-87bd0f4a-dd75-47e4-8bbd-4e819734cbe4 req-55f2c157-ba0a-41ce-b374-228f98831496 service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-87bd0f4a-dd75-47e4-8bbd-4e819734cbe4 req-55f2c157-ba0a-41ce-b374-228f98831496 service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-87bd0f4a-dd75-47e4-8bbd-4e819734cbe4 req-55f2c157-ba0a-41ce-b374-228f98831496 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] No waiting events found dispatching network-vif-unplugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-87bd0f4a-dd75-47e4-8bbd-4e819734cbe4 req-55f2c157-ba0a-41ce-b374-228f98831496 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-vif-unplugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:03:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Instance destroyed successfully.
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.objects.instance [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lazy-loading 'resources' on Instance uuid 163993f6-3b37-40ff-9372-37f866d28180 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:44:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-604723215',display_name='tempest-ServerActionsTestOtherA-server-604723215',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-604723215',id=4,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJC/l0K6xqVG8ykKB4X6FgMj9sB0OelL7PQkj1GECKLVuVzvXHUrvMWaoii10ng0QPvo/7c1E+1LvaTwcE3cCEmlqG1b0WiB3ZW+MRDzOX8hZUJDQ2tg8cB2a3Ig2Kg4/Q==',key_name='tempest-keypair-1334375291',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:44:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='25a6f8db8baf4e9988fc1ca048107122',ramdisk_id='',reservation_id='r-metuw7t9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1470255416',owner_user_name='tempest-ServerActionsTestOtherA-1470255416-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:44:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4d1d312ea9224e4b9e57e5576276a485',uuid=163993f6-3b37-40ff-9372-37f866d28180,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converting VIF {"id": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "address": "fa:16:3e:c3:e8:9f", "network": {"id": "02938945-a111-40c2-94ba-4203299781f0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1879804617-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "25a6f8db8baf4e9988fc1ca048107122", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2e93035c-a4", "ovs_interfaceid": "2e93035c-a4c4-44f1-af80-c57fb2da8038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c3:e8:9f,bridge_name='br-int',has_traffic_filtering=True,id=2e93035c-a4c4-44f1-af80-c57fb2da8038,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e93035c-a4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG os_vif [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:e8:9f,bridge_name='br-int',has_traffic_filtering=True,id=2e93035c-a4c4-44f1-af80-c57fb2da8038,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e93035c-a4') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2e93035c-a4, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5b4d3572-4eac-48cf-99eb-57343f2b7c8f) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:21 user nova-compute[75686]: INFO os_vif [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c3:e8:9f,bridge_name='br-int',has_traffic_filtering=True,id=2e93035c-a4c4-44f1-af80-c57fb2da8038,network=Network(02938945-a111-40c2-94ba-4203299781f0),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2e93035c-a4')
Nov 27 02:03:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Deleting instance files /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180_del
Nov 27 02:03:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Deletion of /opt/stack/data/nova/instances/163993f6-3b37-40ff-9372-37f866d28180_del complete
Nov 27 02:03:22 user nova-compute[75686]: INFO nova.compute.manager [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 27 02:03:22 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 163993f6-3b37-40ff-9372-37f866d28180] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:03:22 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Took 0.53 seconds to deallocate network for instance.
Nov 27 02:03:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-c95cedee-5837-46a6-a155-63b737044053 req-eafd5f78-81bd-4d71-a963-ebdc629b7f11 service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-vif-deleted-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:03:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.332s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:23 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Deleted allocations for instance 163993f6-3b37-40ff-9372-37f866d28180
Nov 27 02:03:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-42c4999d-ce74-438f-8885-8c004404d130 tempest-ServerActionsTestOtherA-1470255416 tempest-ServerActionsTestOtherA-1470255416-project-member] Lock "163993f6-3b37-40ff-9372-37f866d28180" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.106s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-a9fb65f1-4090-41da-8c33-ec19d4210592 req-d99dadfa-4717-4044-ae84-b8adbec6b0ce service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received event network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a9fb65f1-4090-41da-8c33-ec19d4210592 req-d99dadfa-4717-4044-ae84-b8adbec6b0ce service nova] Acquiring lock "163993f6-3b37-40ff-9372-37f866d28180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a9fb65f1-4090-41da-8c33-ec19d4210592 req-d99dadfa-4717-4044-ae84-b8adbec6b0ce service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a9fb65f1-4090-41da-8c33-ec19d4210592 req-d99dadfa-4717-4044-ae84-b8adbec6b0ce service nova] Lock "163993f6-3b37-40ff-9372-37f866d28180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:23 user nova-compute[75686]: DEBUG nova.compute.manager [req-a9fb65f1-4090-41da-8c33-ec19d4210592 req-d99dadfa-4717-4044-ae84-b8adbec6b0ce service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] No waiting events found dispatching network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:23 user nova-compute[75686]: WARNING nova.compute.manager [req-a9fb65f1-4090-41da-8c33-ec19d4210592 req-d99dadfa-4717-4044-ae84-b8adbec6b0ce service nova] [instance: 163993f6-3b37-40ff-9372-37f866d28180] Received unexpected event network-vif-plugged-2e93035c-a4c4-44f1-af80-c57fb2da8038 for instance with vm_state deleted and task_state None.
Nov 27 02:03:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:24 user nova-compute[75686]: INFO nova.compute.manager [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Detaching volume 4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9
Nov 27 02:03:25 user nova-compute[75686]: INFO nova.virt.block_device [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Attempting to driver detach volume 4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 from mountpoint /dev/vdb
Nov 27 02:03:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Attempting to detach device vdb from instance 749cda36-ac85-44a0-836a-e7b9cea6f106 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:03:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:03:25 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:03:25 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:03:25 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:03:25 user nova-compute[75686]:   <serial>4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9</serial>
Nov 27 02:03:25 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:03:25 user nova-compute[75686]: </disk>
Nov 27 02:03:25 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:03:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully detached device vdb from instance 749cda36-ac85-44a0-836a-e7b9cea6f106 from the persistent domain config.
Nov 27 02:03:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 749cda36-ac85-44a0-836a-e7b9cea6f106 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:03:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:03:25 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:03:25 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:03:25 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:03:25 user nova-compute[75686]:   <serial>4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9</serial>
Nov 27 02:03:25 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:03:25 user nova-compute[75686]: </disk>
Nov 27 02:03:25 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:03:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 749cda36-ac85-44a0-836a-e7b9cea6f106 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:03:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:03:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:03:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:03:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:03:26 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updating instance_info_cache with network_info: [{"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:03:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:03:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:03:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:27 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:03:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:30 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8153MB free_disk=24.88714599609375GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 749cda36-ac85-44a0-836a-e7b9cea6f106 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 22eebc55-69ce-4552-9a26-fc26a7d9d40f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:03:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.381s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:03:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:03:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:03:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:03:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:38 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:03:38 user nova-compute[75686]: INFO nova.compute.claims [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Claim successful on node user
Nov 27 02:03:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.541s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:03:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.policy [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98756aa16183475ca8113257bb08da2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0f58fef2b9a44c91b1990c8b5b07212c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:03:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Creating image(s)
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "/opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "/opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "/opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk 1073741824" returned: 0 in 0.074s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.263s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.223s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Successfully created port: 4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Cannot resize image /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Ensure instance console log exists: /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Successfully updated port: 4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquired lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-changed-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Refreshing instance network info cache due to event network-changed-4a7b08d0-0b17-4722-b9e2-cef978e3ed18. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:03:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] Acquiring lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updating instance_info_cache with network_info: [{"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Releasing lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Instance network_info: |[{"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] Acquired lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.network.neutron [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Refreshing network info cache for port 4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Start _get_guest_xml network_info=[{"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:03:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-197054443',display_name='tempest-AttachVolumeTestJSON-server-197054443',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-197054443',id=36,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIcx8oCibtuSYAGJYvSlOreWLWWGrSFdOo+awn8PU1T0jdA/U+Tmh4KJWol/oqfoV/Cp+HhGOlrOYq4Svj5EEZp36AOC0y5uBKZvVFyGihEg41RdXh1zloZDhVp+90YRog==',key_name='tempest-keypair-844773472',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-xfay60jn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=a968a24b-8cb4-4a5e-9d35-23615494eb73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:51:6b,bridge_name='br-int',has_traffic_filtering=True,id=4a7b08d0-0b17-4722-b9e2-cef978e3ed18,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a7b08d0-0b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'pci_devices' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:03:41 user nova-compute[75686]:   <uuid>a968a24b-8cb4-4a5e-9d35-23615494eb73</uuid>
Nov 27 02:03:41 user nova-compute[75686]:   <name>instance-00000024</name>
Nov 27 02:03:41 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:03:41 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:03:41 user nova-compute[75686]:   <metadata>
Nov 27 02:03:41 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:03:41 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:03:41 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeTestJSON-server-197054443</nova:name>
Nov 27 02:03:41 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:03:41</nova:creationTime>
Nov 27 02:03:41 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:03:41 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:03:41 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:03:41 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:03:41 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:03:41 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:03:41 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:03:41 user nova-compute[75686]:       <nova:owner>
Nov 27 02:03:41 user nova-compute[75686]:         <nova:user uuid="98756aa16183475ca8113257bb08da2e">tempest-AttachVolumeTestJSON-107900000-project-member</nova:user>
Nov 27 02:03:41 user nova-compute[75686]:         <nova:project uuid="0f58fef2b9a44c91b1990c8b5b07212c">tempest-AttachVolumeTestJSON-107900000</nova:project>
Nov 27 02:03:41 user nova-compute[75686]:       </nova:owner>
Nov 27 02:03:41 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:03:41 user nova-compute[75686]:       <nova:ports>
Nov 27 02:03:41 user nova-compute[75686]:         <nova:port uuid="4a7b08d0-0b17-4722-b9e2-cef978e3ed18">
Nov 27 02:03:41 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 02:03:41 user nova-compute[75686]:         </nova:port>
Nov 27 02:03:41 user nova-compute[75686]:       </nova:ports>
Nov 27 02:03:41 user nova-compute[75686]:     </nova:instance>
Nov 27 02:03:41 user nova-compute[75686]:   </metadata>
Nov 27 02:03:41 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:03:41 user nova-compute[75686]:     <system>
Nov 27 02:03:41 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:03:41 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:03:41 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:03:41 user nova-compute[75686]:       <entry name="serial">a968a24b-8cb4-4a5e-9d35-23615494eb73</entry>
Nov 27 02:03:41 user nova-compute[75686]:       <entry name="uuid">a968a24b-8cb4-4a5e-9d35-23615494eb73</entry>
Nov 27 02:03:41 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:03:41 user nova-compute[75686]:     </system>
Nov 27 02:03:41 user nova-compute[75686]:   </sysinfo>
Nov 27 02:03:41 user nova-compute[75686]:   <os>
Nov 27 02:03:41 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:03:41 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:03:41 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:03:41 user nova-compute[75686]:   </os>
Nov 27 02:03:41 user nova-compute[75686]:   <features>
Nov 27 02:03:41 user nova-compute[75686]:     <acpi/>
Nov 27 02:03:41 user nova-compute[75686]:     <apic/>
Nov 27 02:03:41 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:03:41 user nova-compute[75686]:   </features>
Nov 27 02:03:41 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:03:41 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:03:41 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:03:41 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:03:41 user nova-compute[75686]:   </clock>
Nov 27 02:03:41 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:03:41 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:03:41 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:03:41 user nova-compute[75686]:   </cpu>
Nov 27 02:03:41 user nova-compute[75686]:   <devices>
Nov 27 02:03:41 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:03:41 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:03:41 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk"/>
Nov 27 02:03:41 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:03:41 user nova-compute[75686]:     </disk>
Nov 27 02:03:41 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:03:41 user nova-compute[75686]:       <mac address="fa:16:3e:98:51:6b"/>
Nov 27 02:03:41 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:03:41 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:03:41 user nova-compute[75686]:       <target dev="tap4a7b08d0-0b"/>
Nov 27 02:03:41 user nova-compute[75686]:     </interface>
Nov 27 02:03:41 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:03:41 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/console.log" append="off"/>
Nov 27 02:03:41 user nova-compute[75686]:     </serial>
Nov 27 02:03:41 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:03:41 user nova-compute[75686]:     <video>
Nov 27 02:03:41 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:03:41 user nova-compute[75686]:     </video>
Nov 27 02:03:41 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:03:41 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:03:41 user nova-compute[75686]:     </rng>
Nov 27 02:03:41 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:03:41 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:03:41 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:03:41 user nova-compute[75686]:     </memballoon>
Nov 27 02:03:41 user nova-compute[75686]:   </devices>
Nov 27 02:03:41 user nova-compute[75686]: </domain>
Nov 27 02:03:41 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-197054443',display_name='tempest-AttachVolumeTestJSON-server-197054443',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-197054443',id=36,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIcx8oCibtuSYAGJYvSlOreWLWWGrSFdOo+awn8PU1T0jdA/U+Tmh4KJWol/oqfoV/Cp+HhGOlrOYq4Svj5EEZp36AOC0y5uBKZvVFyGihEg41RdXh1zloZDhVp+90YRog==',key_name='tempest-keypair-844773472',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-xfay60jn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=a968a24b-8cb4-4a5e-9d35-23615494eb73,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:98:51:6b,bridge_name='br-int',has_traffic_filtering=True,id=4a7b08d0-0b17-4722-b9e2-cef978e3ed18,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a7b08d0-0b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG os_vif [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:51:6b,bridge_name='br-int',has_traffic_filtering=True,id=4a7b08d0-0b17-4722-b9e2-cef978e3ed18,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a7b08d0-0b') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0329b044-0dac-5212-a9a5-d9bfb29fcef5', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4a7b08d0-0b, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4a7b08d0-0b, col_values=(('qos', UUID('d3f07674-ac88-4aee-95da-afedb685bf04')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4a7b08d0-0b, col_values=(('external_ids', {'iface-id': '4a7b08d0-0b17-4722-b9e2-cef978e3ed18', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:98:51:6b', 'vm-uuid': 'a968a24b-8cb4-4a5e-9d35-23615494eb73'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:41 user nova-compute[75686]: INFO os_vif [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:98:51:6b,bridge_name='br-int',has_traffic_filtering=True,id=4a7b08d0-0b17-4722-b9e2-cef978e3ed18,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a7b08d0-0b')
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:03:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No VIF found with MAC fa:16:3e:98:51:6b, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:03:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updated VIF entry in instance network info cache for port 4a7b08d0-0b17-4722-b9e2-cef978e3ed18. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:03:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updating instance_info_cache with network_info: [{"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:03:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c2e134a3-bfcb-4a30-aa11-9aef11471c6a req-ce737147-a33e-498d-930c-313413bf47d4 service nova] Releasing lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:03:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:03:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Instance spawned successfully.
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:45 user nova-compute[75686]: INFO nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Took 5.80 seconds to spawn the instance on the hypervisor.
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:03:45 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 749cda36-ac85-44a0-836a-e7b9cea6f106 is timed out.
Nov 27 02:03:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully detached device vdb from instance 749cda36-ac85-44a0-836a-e7b9cea6f106 from the live domain config.
Nov 27 02:03:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'TAjldPmg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:03:45 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fe96521-571c-430c-aec6-163703afa0d7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:03:45 user nova-compute[75686]: No targets found.
Nov 27 02:03:45 user nova-compute[75686]: iSNS:
Nov 27 02:03:45 user nova-compute[75686]: No targets found.
Nov 27 02:03:45 user nova-compute[75686]: STATIC:
Nov 27 02:03:45 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:03:45 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:03:45 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:03:45 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9
Nov 27 02:03:45 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:03:45 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:03:45 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:03:45 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:03:45 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:03:45 user nova-compute[75686]: FIRMWARE:
Nov 27 02:03:45 user nova-compute[75686]: No targets found.
Nov 27 02:03:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:03:45 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:03:45 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:03:45 user nova-compute[75686]: INFO nova.compute.manager [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Took 7.00 seconds to build instance.
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a199a053-d334-4e19-a9b1-f2fd12dd5dd4]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfe93eca-8a23-4adc-bab1-67aa5dec6125]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:03:45 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:03:45 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:03:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:03:45 user nova-compute[75686]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 (non-flash)
Nov 27 02:03:45 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:03:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c11fc70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e72387b-ca82-4c3b-9a12-5711f627b2f5]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ed13f094-7ee3-48f2-86c1-ef1210888cea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.154s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[42b09542-faf0-45ca-b23a-a9c13300b918]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1282230-37a1-4b4b-b26c-32eecd046590]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbaa387f-6b81-465b-8d79-eb9320b9000b]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[418ffe62-1208-44da-a9ed-725b62a62b49]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5fa6e47-5dd3-45e3-8ff4-40e35c815282]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260]
Nov 27 02:03:46 user nova-compute[75686]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9, portal: 172.16.0.220,3260] successful.
Nov 27 02:03:46 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4f6d6156-8da1-4e8b-a1f4-1eace5b1a2a9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2683729f-f371-41fa-ac8a-9844530ddf88]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== disconnect_volume: return (337ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:03:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:47 user nova-compute[75686]: DEBUG nova.objects.instance [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid 749cda36-ac85-44a0-836a-e7b9cea6f106 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-eb651d49-e278-4d81-a5c8-0256b901c267 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.234s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-b3925d7b-3641-41df-b924-e8eaffa8002b req-5ec0b5bb-52ee-4bbd-9b25-be1435b5a67c service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b3925d7b-3641-41df-b924-e8eaffa8002b req-5ec0b5bb-52ee-4bbd-9b25-be1435b5a67c service nova] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b3925d7b-3641-41df-b924-e8eaffa8002b req-5ec0b5bb-52ee-4bbd-9b25-be1435b5a67c service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b3925d7b-3641-41df-b924-e8eaffa8002b req-5ec0b5bb-52ee-4bbd-9b25-be1435b5a67c service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-b3925d7b-3641-41df-b924-e8eaffa8002b req-5ec0b5bb-52ee-4bbd-9b25-be1435b5a67c service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] No waiting events found dispatching network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:48 user nova-compute[75686]: WARNING nova.compute.manager [req-b3925d7b-3641-41df-b924-e8eaffa8002b req-5ec0b5bb-52ee-4bbd-9b25-be1435b5a67c service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received unexpected event network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 for instance with vm_state active and task_state None.
Nov 27 02:03:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-8f641ace-26bb-4db7-b836-70b6fdf7eafd req-bb125d90-595b-40a3-973f-f8ae141d066e service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8f641ace-26bb-4db7-b836-70b6fdf7eafd req-bb125d90-595b-40a3-973f-f8ae141d066e service nova] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8f641ace-26bb-4db7-b836-70b6fdf7eafd req-bb125d90-595b-40a3-973f-f8ae141d066e service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8f641ace-26bb-4db7-b836-70b6fdf7eafd req-bb125d90-595b-40a3-973f-f8ae141d066e service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-8f641ace-26bb-4db7-b836-70b6fdf7eafd req-bb125d90-595b-40a3-973f-f8ae141d066e service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] No waiting events found dispatching network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:50 user nova-compute[75686]: WARNING nova.compute.manager [req-8f641ace-26bb-4db7-b836-70b6fdf7eafd req-bb125d90-595b-40a3-973f-f8ae141d066e service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received unexpected event network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 for instance with vm_state active and task_state None.
Nov 27 02:03:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:03:52 user nova-compute[75686]: INFO nova.compute.claims [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Claim successful on node user
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.336s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:03:52 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.policy [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4874ba5054e843be8abb960e24d90c61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd748cef1b564d42affdddac5e7e6d82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:03:52 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Creating image(s)
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "/opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "/opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "/opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk 1073741824" returned: 0 in 0.048s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.246s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Checking if we can resize image /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Successfully created port: 4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json" returned: 0 in 0.280s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Cannot resize image /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Ensure instance console log exists: /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Successfully updated port: 4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquired lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-changed-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Refreshing instance network info cache due to event network-changed-4dd769f0-6581-4dc9-b3c0-d810e6f88690. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] Acquiring lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Updating instance_info_cache with network_info: [{"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Releasing lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Instance network_info: |[{"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] Acquired lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Refreshing network info cache for port 4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Start _get_guest_xml network_info=[{"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:03:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1169769676',display_name='tempest-VolumesSnapshotTestJSON-instance-1169769676',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1169769676',id=37,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKnr2ar2Z8rIL3h/B8wmg1noJftTTiWFzPEclasbOfEk1KIPC0LKz//M94smqStmldTtXCWgPj0O4g2fSeMsTVUrAqDx+AO3T1DSYiBV3R92P7/12iSEK14f9h6KURv4TQ==',key_name='tempest-keypair-551362897',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd748cef1b564d42affdddac5e7e6d82',ramdisk_id='',reservation_id='r-beorspf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1251684731',owner_user_name='tempest-VolumesSnapshotTestJSON-1251684731-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:03:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4874ba5054e843be8abb960e24d90c61',uuid=e1c298f9-6e41-482f-a459-025232d56ed3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converting VIF {"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:ab:ed,bridge_name='br-int',has_traffic_filtering=True,id=4dd769f0-6581-4dc9-b3c0-d810e6f88690,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd769f0-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'pci_devices' on Instance uuid e1c298f9-6e41-482f-a459-025232d56ed3 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:03:54 user nova-compute[75686]:   <uuid>e1c298f9-6e41-482f-a459-025232d56ed3</uuid>
Nov 27 02:03:54 user nova-compute[75686]:   <name>instance-00000025</name>
Nov 27 02:03:54 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:03:54 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:03:54 user nova-compute[75686]:   <metadata>
Nov 27 02:03:54 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:03:54 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:03:54 user nova-compute[75686]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1169769676</nova:name>
Nov 27 02:03:54 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:03:54</nova:creationTime>
Nov 27 02:03:54 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:03:54 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:03:54 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:03:54 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:03:54 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:03:54 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:03:54 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:03:54 user nova-compute[75686]:       <nova:owner>
Nov 27 02:03:54 user nova-compute[75686]:         <nova:user uuid="4874ba5054e843be8abb960e24d90c61">tempest-VolumesSnapshotTestJSON-1251684731-project-member</nova:user>
Nov 27 02:03:54 user nova-compute[75686]:         <nova:project uuid="bd748cef1b564d42affdddac5e7e6d82">tempest-VolumesSnapshotTestJSON-1251684731</nova:project>
Nov 27 02:03:54 user nova-compute[75686]:       </nova:owner>
Nov 27 02:03:54 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:03:54 user nova-compute[75686]:       <nova:ports>
Nov 27 02:03:54 user nova-compute[75686]:         <nova:port uuid="4dd769f0-6581-4dc9-b3c0-d810e6f88690">
Nov 27 02:03:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 02:03:54 user nova-compute[75686]:         </nova:port>
Nov 27 02:03:54 user nova-compute[75686]:       </nova:ports>
Nov 27 02:03:54 user nova-compute[75686]:     </nova:instance>
Nov 27 02:03:54 user nova-compute[75686]:   </metadata>
Nov 27 02:03:54 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:03:54 user nova-compute[75686]:     <system>
Nov 27 02:03:54 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:03:54 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:03:54 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:03:54 user nova-compute[75686]:       <entry name="serial">e1c298f9-6e41-482f-a459-025232d56ed3</entry>
Nov 27 02:03:54 user nova-compute[75686]:       <entry name="uuid">e1c298f9-6e41-482f-a459-025232d56ed3</entry>
Nov 27 02:03:54 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:03:54 user nova-compute[75686]:     </system>
Nov 27 02:03:54 user nova-compute[75686]:   </sysinfo>
Nov 27 02:03:54 user nova-compute[75686]:   <os>
Nov 27 02:03:54 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:03:54 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:03:54 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:03:54 user nova-compute[75686]:   </os>
Nov 27 02:03:54 user nova-compute[75686]:   <features>
Nov 27 02:03:54 user nova-compute[75686]:     <acpi/>
Nov 27 02:03:54 user nova-compute[75686]:     <apic/>
Nov 27 02:03:54 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:03:54 user nova-compute[75686]:   </features>
Nov 27 02:03:54 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:03:54 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:03:54 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:03:54 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:03:54 user nova-compute[75686]:   </clock>
Nov 27 02:03:54 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:03:54 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:03:54 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:03:54 user nova-compute[75686]:   </cpu>
Nov 27 02:03:54 user nova-compute[75686]:   <devices>
Nov 27 02:03:54 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:03:54 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:03:54 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk"/>
Nov 27 02:03:54 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:03:54 user nova-compute[75686]:     </disk>
Nov 27 02:03:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:03:54 user nova-compute[75686]:       <mac address="fa:16:3e:02:ab:ed"/>
Nov 27 02:03:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:03:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:03:54 user nova-compute[75686]:       <target dev="tap4dd769f0-65"/>
Nov 27 02:03:54 user nova-compute[75686]:     </interface>
Nov 27 02:03:54 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:03:54 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/console.log" append="off"/>
Nov 27 02:03:54 user nova-compute[75686]:     </serial>
Nov 27 02:03:54 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:03:54 user nova-compute[75686]:     <video>
Nov 27 02:03:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:03:54 user nova-compute[75686]:     </video>
Nov 27 02:03:54 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:03:54 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:03:54 user nova-compute[75686]:     </rng>
Nov 27 02:03:54 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:03:54 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:03:54 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:03:54 user nova-compute[75686]:     </memballoon>
Nov 27 02:03:54 user nova-compute[75686]:   </devices>
Nov 27 02:03:54 user nova-compute[75686]: </domain>
Nov 27 02:03:54 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1169769676',display_name='tempest-VolumesSnapshotTestJSON-instance-1169769676',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1169769676',id=37,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKnr2ar2Z8rIL3h/B8wmg1noJftTTiWFzPEclasbOfEk1KIPC0LKz//M94smqStmldTtXCWgPj0O4g2fSeMsTVUrAqDx+AO3T1DSYiBV3R92P7/12iSEK14f9h6KURv4TQ==',key_name='tempest-keypair-551362897',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd748cef1b564d42affdddac5e7e6d82',ramdisk_id='',reservation_id='r-beorspf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1251684731',owner_user_name='tempest-VolumesSnapshotTestJSON-1251684731-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:03:53Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4874ba5054e843be8abb960e24d90c61',uuid=e1c298f9-6e41-482f-a459-025232d56ed3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converting VIF {"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:02:ab:ed,bridge_name='br-int',has_traffic_filtering=True,id=4dd769f0-6581-4dc9-b3c0-d810e6f88690,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd769f0-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG os_vif [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:ab:ed,bridge_name='br-int',has_traffic_filtering=True,id=4dd769f0-6581-4dc9-b3c0-d810e6f88690,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd769f0-65') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f06f21e4-8307-5c52-941e-79d00fb6e9b1', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4dd769f0-65, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4dd769f0-65, col_values=(('qos', UUID('44ad640d-ed7c-4d32-ab97-9907c141feb2')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4dd769f0-65, col_values=(('external_ids', {'iface-id': '4dd769f0-6581-4dc9-b3c0-d810e6f88690', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:02:ab:ed', 'vm-uuid': 'e1c298f9-6e41-482f-a459-025232d56ed3'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:03:54 user nova-compute[75686]: INFO os_vif [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:02:ab:ed,bridge_name='br-int',has_traffic_filtering=True,id=4dd769f0-6581-4dc9-b3c0-d810e6f88690,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd769f0-65')
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No VIF found with MAC fa:16:3e:02:ab:ed, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Updated VIF entry in instance network info cache for port 4dd769f0-6581-4dc9-b3c0-d810e6f88690. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:03:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Updating instance_info_cache with network_info: [{"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:03:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0797f152-0e9a-4c92-a120-98fcee6a7242 req-bac5297a-abde-430f-a8d9-31d61daab81a service nova] Releasing lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:03:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-f5979e1c-e028-407c-9097-9a58ef38f42e req-14552c2b-c735-4c12-a3ff-c3448ed113ac service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f5979e1c-e028-407c-9097-9a58ef38f42e req-14552c2b-c735-4c12-a3ff-c3448ed113ac service nova] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f5979e1c-e028-407c-9097-9a58ef38f42e req-14552c2b-c735-4c12-a3ff-c3448ed113ac service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f5979e1c-e028-407c-9097-9a58ef38f42e req-14552c2b-c735-4c12-a3ff-c3448ed113ac service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-f5979e1c-e028-407c-9097-9a58ef38f42e req-14552c2b-c735-4c12-a3ff-c3448ed113ac service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] No waiting events found dispatching network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:56 user nova-compute[75686]: WARNING nova.compute.manager [req-f5979e1c-e028-407c-9097-9a58ef38f42e req-14552c2b-c735-4c12-a3ff-c3448ed113ac service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received unexpected event network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 for instance with vm_state building and task_state spawning.
Nov 27 02:03:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-b1a4cac8-47d8-4e09-87f9-6c7465b1ad5b req-1be986c1-97e8-4486-b5c8-f5729494ce9e service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b1a4cac8-47d8-4e09-87f9-6c7465b1ad5b req-1be986c1-97e8-4486-b5c8-f5729494ce9e service nova] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b1a4cac8-47d8-4e09-87f9-6c7465b1ad5b req-1be986c1-97e8-4486-b5c8-f5729494ce9e service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b1a4cac8-47d8-4e09-87f9-6c7465b1ad5b req-1be986c1-97e8-4486-b5c8-f5729494ce9e service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-b1a4cac8-47d8-4e09-87f9-6c7465b1ad5b req-1be986c1-97e8-4486-b5c8-f5729494ce9e service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] No waiting events found dispatching network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:03:58 user nova-compute[75686]: WARNING nova.compute.manager [req-b1a4cac8-47d8-4e09-87f9-6c7465b1ad5b req-1be986c1-97e8-4486-b5c8-f5729494ce9e service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received unexpected event network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 for instance with vm_state building and task_state spawning.
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:03:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Instance spawned successfully.
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:03:58 user nova-compute[75686]: INFO nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Took 5.54 seconds to spawn the instance on the hypervisor.
Nov 27 02:03:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:03:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:03:58 user nova-compute[75686]: INFO nova.compute.manager [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Took 6.21 seconds to build instance.
Nov 27 02:03:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3f8bc694-07f7-40ca-93d5-a5a16309813d tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.314s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:03:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:15 user nova-compute[75686]: INFO nova.compute.manager [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Terminating instance
Nov 27 02:04:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-53bb791d-38fb-4d3c-a7f8-b5f5e69559be req-cb627ad8-63a4-4bd9-a08c-b8013643075b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-vif-unplugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53bb791d-38fb-4d3c-a7f8-b5f5e69559be req-cb627ad8-63a4-4bd9-a08c-b8013643075b service nova] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53bb791d-38fb-4d3c-a7f8-b5f5e69559be req-cb627ad8-63a4-4bd9-a08c-b8013643075b service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-53bb791d-38fb-4d3c-a7f8-b5f5e69559be req-cb627ad8-63a4-4bd9-a08c-b8013643075b service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-53bb791d-38fb-4d3c-a7f8-b5f5e69559be req-cb627ad8-63a4-4bd9-a08c-b8013643075b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] No waiting events found dispatching network-vif-unplugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:04:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-53bb791d-38fb-4d3c-a7f8-b5f5e69559be req-cb627ad8-63a4-4bd9-a08c-b8013643075b service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-vif-unplugged-61e70911-2ed9-4794-ad68-81c843623a01 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:04:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Instance destroyed successfully.
Nov 27 02:04:16 user nova-compute[75686]: DEBUG nova.objects.instance [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'resources' on Instance uuid 749cda36-ac85-44a0-836a-e7b9cea6f106 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:58:34Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-671162978',display_name='tempest-AttachVolumeNegativeTest-server-671162978',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-671162978',id=32,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBK6qKn5kdfEYJz9ebqCLV9ATZX9Ta6QrHjMGAa2C5/Ii+iaWrigf6PrjxctZ5C5wrvFeay3fVBb9C/6HDMZMh0YHp/Id5s3e4chB93cF12PJ6UmyPSugjtkIxQLdAknhtQ==',key_name='tempest-keypair-887569923',keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:58:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-kak8klgw',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:58:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=749cda36-ac85-44a0-836a-e7b9cea6f106,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "61e70911-2ed9-4794-ad68-81c843623a01", "address": "fa:16:3e:91:a2:f3", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap61e70911-2e", "ovs_interfaceid": "61e70911-2ed9-4794-ad68-81c843623a01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:a2:f3,bridge_name='br-int',has_traffic_filtering=True,id=61e70911-2ed9-4794-ad68-81c843623a01,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e70911-2e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG os_vif [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:a2:f3,bridge_name='br-int',has_traffic_filtering=True,id=61e70911-2ed9-4794-ad68-81c843623a01,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e70911-2e') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap61e70911-2e, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2b2c663e-0f26-45aa-8996-7f0d7de38b09) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:16 user nova-compute[75686]: INFO os_vif [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:a2:f3,bridge_name='br-int',has_traffic_filtering=True,id=61e70911-2ed9-4794-ad68-81c843623a01,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap61e70911-2e')
Nov 27 02:04:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Deleting instance files /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106_del
Nov 27 02:04:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Deletion of /opt/stack/data/nova/instances/749cda36-ac85-44a0-836a-e7b9cea6f106_del complete
Nov 27 02:04:16 user nova-compute[75686]: INFO nova.compute.manager [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 27 02:04:16 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:04:16 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:04:17 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Took 1.14 seconds to deallocate network for instance.
Nov 27 02:04:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa42aa05-adb8-403b-ad88-065785f77ba5 req-9fc44bc6-ce03-426d-bfb1-0ebff15c3dde service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-vif-deleted-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.275s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:17 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Deleted allocations for instance 749cda36-ac85-44a0-836a-e7b9cea6f106
Nov 27 02:04:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-1b89e9f1-eef6-49bb-abc3-95c56d94e3b7 req-172107eb-9d5f-4075-b96c-1b29defadd51 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received event network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1b89e9f1-eef6-49bb-abc3-95c56d94e3b7 req-172107eb-9d5f-4075-b96c-1b29defadd51 service nova] Acquiring lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1b89e9f1-eef6-49bb-abc3-95c56d94e3b7 req-172107eb-9d5f-4075-b96c-1b29defadd51 service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1b89e9f1-eef6-49bb-abc3-95c56d94e3b7 req-172107eb-9d5f-4075-b96c-1b29defadd51 service nova] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-1b89e9f1-eef6-49bb-abc3-95c56d94e3b7 req-172107eb-9d5f-4075-b96c-1b29defadd51 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] No waiting events found dispatching network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:04:17 user nova-compute[75686]: WARNING nova.compute.manager [req-1b89e9f1-eef6-49bb-abc3-95c56d94e3b7 req-172107eb-9d5f-4075-b96c-1b29defadd51 service nova] [instance: 749cda36-ac85-44a0-836a-e7b9cea6f106] Received unexpected event network-vif-plugged-61e70911-2ed9-4794-ad68-81c843623a01 for instance with vm_state deleted and task_state None.
Nov 27 02:04:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-dbbdc301-26a4-4b84-a315-63b60cd03808 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "749cda36-ac85-44a0-836a-e7b9cea6f106" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.536s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:04:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid cdfb37a0-9fbf-4916-8a20-b54bf47e8291 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-changed-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Refreshing instance network info cache due to event network-changed-bdf37155-3ad4-484a-853d-a94a63df3cc0. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] Acquiring lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] Acquired lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Refreshing network info cache for port bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updating instance_info_cache with network_info: [{"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-cdfb37a0-9fbf-4916-8a20-b54bf47e8291" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:04:27 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:04:28 user nova-compute[75686]: DEBUG nova.network.neutron [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updated VIF entry in instance network info cache for port bdf37155-3ad4-484a-853d-a94a63df3cc0. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:04:28 user nova-compute[75686]: DEBUG nova.network.neutron [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating instance_info_cache with network_info: [{"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:04:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c0b61b55-4b88-4ceb-a531-0ed99a14ade7 req-da21df09-fbda-45d3-8478-00443ce941e7 service nova] Releasing lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:04:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:29 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:29 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:29 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:04:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.103s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.004s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:31 user nova-compute[75686]: INFO nova.compute.manager [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attaching volume d0ce70ab-6970-4613-8bae-b42272b128e5 to /dev/vdb
Nov 27 02:04:31 user nova-compute[75686]: DEBUG os_brick.utils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67268583-2c2c-450c-abf3-e62318162ab5]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[30cb6020-997a-4ae3-821c-ca81a05450cb]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c1118bc-b331-4554-bb88-94257e36f04c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d33feb2-9fb3-45c9-9edf-880d8447482c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:04:31 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[91fe25f7-5f14-440f-af10-bf746db6866e]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG os_brick.utils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== get_connector_properties: return (168ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating existing volume attachment record: fc598298-3862-44da-9f32-afd5a5780b2d {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:04:32 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:04:32 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8007MB free_disk=24.82846450805664GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 22eebc55-69ce-4552-9a26-fc26a7d9d40f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance a968a24b-8cb4-4a5e-9d35-23615494eb73 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e1c298f9-6e41-482f-a459-025232d56ed3 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:04:32 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:04:33 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:04:33 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:04:33 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:04:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.383s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:04:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YQbiKfnr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:04:38 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:04:38 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:04:38 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f075a4c-7cd5-4ede-b4a6-75e152181d50]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:04:38 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[458f755e-b67f-441a-88fd-8d026f37b4fb]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5] added
Nov 27 02:04:38 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2db37db0-8842-40f4-80df-5fd9c41bbf4e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[964979b3-e56c-4297-9c03-cf174b2dbb62]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YQbiKfnr {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v YQbiKfnr" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[422cfab5-f2bb-4f15-9c44-9957a9e4b02a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'YQbiKfnr'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[611e58e5-4015-4c2a-b72a-885f5a6d2252]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2bb3fd4-bdc1-43f4-96a2-620f1486c1e6]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:04:38 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:04:38 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:04:38 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:04:38 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf149084-4a77-4675-90c0-2bcb50125120]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260]
Nov 27 02:04:38 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260] successful.
Nov 27 02:04:38 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5faf0084-42de-4049-87ee-30c8bb6bdc3b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c7b980a-9eb9-4224-ac32-7eea16b7e524]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:04:38 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:04:38 user nova-compute[75686]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 (non-flash)
Nov 27 02:04:38 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:04:38 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:04:38 user nova-compute[75686]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 (non-flash)
Nov 27 02:04:38 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.279s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] HCTL ('33', '-', '-', 0) found on session 40 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba285a8f-c302-4283-8171-5084734b587b]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Searching for a device in session 40 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:04:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YQbiKfnr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:04:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.316s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:04:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '23537336136643931', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:04:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23537336136643931', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:04:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:04:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:04:39 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:04:39 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:04:39 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:04:39 user nova-compute[75686]:   <serial>d0ce70ab-6970-4613-8bae-b42272b128e5</serial>
Nov 27 02:04:39 user nova-compute[75686]: </disk>
Nov 27 02:04:39 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:04:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:04:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:04:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No VIF found with MAC fa:16:3e:2e:75:42, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:04:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b7e4568-bf67-4653-a4ce-11299733b297 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.111s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:55 user nova-compute[75686]: INFO nova.compute.manager [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Detaching volume d0ce70ab-6970-4613-8bae-b42272b128e5
Nov 27 02:04:55 user nova-compute[75686]: INFO nova.virt.block_device [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attempting to driver detach volume d0ce70ab-6970-4613-8bae-b42272b128e5 from mountpoint /dev/vdb
Nov 27 02:04:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Attempting to detach device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:04:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:04:55 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:04:55 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:04:55 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:04:55 user nova-compute[75686]:   <serial>d0ce70ab-6970-4613-8bae-b42272b128e5</serial>
Nov 27 02:04:55 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:04:55 user nova-compute[75686]: </disk>
Nov 27 02:04:55 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:04:55 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config.
Nov 27 02:04:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:04:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:04:55 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:04:55 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:04:55 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:04:55 user nova-compute[75686]:   <serial>d0ce70ab-6970-4613-8bae-b42272b128e5</serial>
Nov 27 02:04:55 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:04:55 user nova-compute[75686]: </disk>
Nov 27 02:04:55 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:04:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:04:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:58 user nova-compute[75686]: INFO nova.compute.manager [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Unrescuing
Nov 27 02:04:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:04:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquired lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:04:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG nova.network.neutron [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Updating instance_info_cache with network_info: [{"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Releasing lock "refresh_cache-22eebc55-69ce-4552-9a26-fc26a7d9d40f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG nova.objects.instance [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'flavor' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-83fdc48c-9cd1-4684-a7b1-cfdc37ee02d5 req-fca67004-b882-4dfe-af83-080c449f7fa9 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-83fdc48c-9cd1-4684-a7b1-cfdc37ee02d5 req-fca67004-b882-4dfe-af83-080c449f7fa9 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-83fdc48c-9cd1-4684-a7b1-cfdc37ee02d5 req-fca67004-b882-4dfe-af83-080c449f7fa9 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-83fdc48c-9cd1-4684-a7b1-cfdc37ee02d5 req-fca67004-b882-4dfe-af83-080c449f7fa9 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:04:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-83fdc48c-9cd1-4684-a7b1-cfdc37ee02d5 req-fca67004-b882-4dfe-af83-080c449f7fa9 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:04:59 user nova-compute[75686]: WARNING nova.compute.manager [req-83fdc48c-9cd1-4684-a7b1-cfdc37ee02d5 req-fca67004-b882-4dfe-af83-080c449f7fa9 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state rescued and task_state unrescuing.
Nov 27 02:04:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance destroyed successfully.
Nov 27 02:05:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:05:01 user nova-compute[75686]: WARNING nova.compute.manager [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state rescued and task_state unrescuing.
Nov 27 02:05:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:05:01 user nova-compute[75686]: WARNING nova.compute.manager [req-9fee9c70-be74-4989-a64f-0af02c5dc0a3 req-7e23eb46-b256-4f88-8957-f2620a73a1f4 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state rescued and task_state unrescuing.
Nov 27 02:05:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-651a3290-a083-4269-8d19-5451d9f8bc13 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:05:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-e03742e8-0a0a-4e5f-9899-e27bcca76898 req-149e0c66-bd34-4307-a435-b9273a3bff8f service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e03742e8-0a0a-4e5f-9899-e27bcca76898 req-149e0c66-bd34-4307-a435-b9273a3bff8f service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e03742e8-0a0a-4e5f-9899-e27bcca76898 req-149e0c66-bd34-4307-a435-b9273a3bff8f service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e03742e8-0a0a-4e5f-9899-e27bcca76898 req-149e0c66-bd34-4307-a435-b9273a3bff8f service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-e03742e8-0a0a-4e5f-9899-e27bcca76898 req-149e0c66-bd34-4307-a435-b9273a3bff8f service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:05:03 user nova-compute[75686]: WARNING nova.compute.manager [req-e03742e8-0a0a-4e5f-9899-e27bcca76898 req-149e0c66-bd34-4307-a435-b9273a3bff8f service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state None.
Nov 27 02:05:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:05:09 user nova-compute[75686]: INFO nova.compute.claims [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Claim successful on node user
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.420s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:05:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.policy [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82943dfd9046457e9f82f89cba00ff18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da185c008a949dca58184441ccb0a41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:05:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:05:10 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Creating image(s)
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "/opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk 1073741824" returned: 0 in 0.052s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.251s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Successfully created port: 64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Checking if we can resize image /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Cannot resize image /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Ensure instance console log exists: /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Successfully updated port: 64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquired lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-changed-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Refreshing instance network info cache due to event network-changed-64e8b7c0-922f-4a3f-8e35-8f6657a38de6. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] Acquiring lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Updating instance_info_cache with network_info: [{"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Releasing lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Instance network_info: |[{"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] Acquired lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.neutron [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Refreshing network info cache for port 64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Start _get_guest_xml network_info=[{"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:05:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:05:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:05:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2005586504',display_name='tempest-AttachVolumeNegativeTest-server-2005586504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2005586504',id=38,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBx14fSBXwVn5+3dCh0c5gahcPzBtjJjJGkNSnPTd4n23QQoKTYaAogwXhEqKUkAFDP2T4ZpYSes5dhQfm+h72CxEi5q9IAR5k+8ylU9+Kc6pt2iBH4q7ADdSqak1DQwBg==',key_name='tempest-keypair-1344459915',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-6qvkhzq6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:05:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=52edffde-5d81-4b3e-9e14-6558bec163f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:59:83,bridge_name='br-int',has_traffic_filtering=True,id=64e8b7c0-922f-4a3f-8e35-8f6657a38de6,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64e8b7c0-92') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'pci_devices' on Instance uuid 52edffde-5d81-4b3e-9e14-6558bec163f9 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:05:11 user nova-compute[75686]:   <uuid>52edffde-5d81-4b3e-9e14-6558bec163f9</uuid>
Nov 27 02:05:11 user nova-compute[75686]:   <name>instance-00000026</name>
Nov 27 02:05:11 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:05:11 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:05:11 user nova-compute[75686]:   <metadata>
Nov 27 02:05:11 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:05:11 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:05:11 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeNegativeTest-server-2005586504</nova:name>
Nov 27 02:05:11 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:05:11</nova:creationTime>
Nov 27 02:05:11 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:05:11 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:05:11 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:05:11 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:05:11 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:05:11 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:05:11 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:05:11 user nova-compute[75686]:       <nova:owner>
Nov 27 02:05:11 user nova-compute[75686]:         <nova:user uuid="82943dfd9046457e9f82f89cba00ff18">tempest-AttachVolumeNegativeTest-1893772593-project-member</nova:user>
Nov 27 02:05:11 user nova-compute[75686]:         <nova:project uuid="5da185c008a949dca58184441ccb0a41">tempest-AttachVolumeNegativeTest-1893772593</nova:project>
Nov 27 02:05:11 user nova-compute[75686]:       </nova:owner>
Nov 27 02:05:11 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:05:11 user nova-compute[75686]:       <nova:ports>
Nov 27 02:05:11 user nova-compute[75686]:         <nova:port uuid="64e8b7c0-922f-4a3f-8e35-8f6657a38de6">
Nov 27 02:05:11 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 02:05:11 user nova-compute[75686]:         </nova:port>
Nov 27 02:05:11 user nova-compute[75686]:       </nova:ports>
Nov 27 02:05:11 user nova-compute[75686]:     </nova:instance>
Nov 27 02:05:11 user nova-compute[75686]:   </metadata>
Nov 27 02:05:11 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:05:11 user nova-compute[75686]:     <system>
Nov 27 02:05:11 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:05:11 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:05:11 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:05:11 user nova-compute[75686]:       <entry name="serial">52edffde-5d81-4b3e-9e14-6558bec163f9</entry>
Nov 27 02:05:11 user nova-compute[75686]:       <entry name="uuid">52edffde-5d81-4b3e-9e14-6558bec163f9</entry>
Nov 27 02:05:11 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:05:11 user nova-compute[75686]:     </system>
Nov 27 02:05:11 user nova-compute[75686]:   </sysinfo>
Nov 27 02:05:11 user nova-compute[75686]:   <os>
Nov 27 02:05:11 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:05:11 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:05:11 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:05:11 user nova-compute[75686]:   </os>
Nov 27 02:05:11 user nova-compute[75686]:   <features>
Nov 27 02:05:11 user nova-compute[75686]:     <acpi/>
Nov 27 02:05:11 user nova-compute[75686]:     <apic/>
Nov 27 02:05:11 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:05:11 user nova-compute[75686]:   </features>
Nov 27 02:05:11 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:05:11 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:05:11 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:05:11 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:05:11 user nova-compute[75686]:   </clock>
Nov 27 02:05:11 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:05:11 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:05:11 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:05:11 user nova-compute[75686]:   </cpu>
Nov 27 02:05:11 user nova-compute[75686]:   <devices>
Nov 27 02:05:11 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:05:11 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:05:11 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk"/>
Nov 27 02:05:11 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:05:11 user nova-compute[75686]:     </disk>
Nov 27 02:05:11 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:05:11 user nova-compute[75686]:       <mac address="fa:16:3e:82:59:83"/>
Nov 27 02:05:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:05:11 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:05:11 user nova-compute[75686]:       <target dev="tap64e8b7c0-92"/>
Nov 27 02:05:11 user nova-compute[75686]:     </interface>
Nov 27 02:05:11 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:05:11 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/console.log" append="off"/>
Nov 27 02:05:11 user nova-compute[75686]:     </serial>
Nov 27 02:05:11 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:05:11 user nova-compute[75686]:     <video>
Nov 27 02:05:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:05:11 user nova-compute[75686]:     </video>
Nov 27 02:05:11 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:05:11 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:05:11 user nova-compute[75686]:     </rng>
Nov 27 02:05:11 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:05:11 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:05:11 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:05:11 user nova-compute[75686]:     </memballoon>
Nov 27 02:05:11 user nova-compute[75686]:   </devices>
Nov 27 02:05:11 user nova-compute[75686]: </domain>
Nov 27 02:05:11 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:05:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2005586504',display_name='tempest-AttachVolumeNegativeTest-server-2005586504',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2005586504',id=38,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBx14fSBXwVn5+3dCh0c5gahcPzBtjJjJGkNSnPTd4n23QQoKTYaAogwXhEqKUkAFDP2T4ZpYSes5dhQfm+h72CxEi5q9IAR5k+8ylU9+Kc6pt2iBH4q7ADdSqak1DQwBg==',key_name='tempest-keypair-1344459915',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-6qvkhzq6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:05:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=52edffde-5d81-4b3e-9e14-6558bec163f9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:82:59:83,bridge_name='br-int',has_traffic_filtering=True,id=64e8b7c0-922f-4a3f-8e35-8f6657a38de6,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64e8b7c0-92') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG os_vif [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:59:83,bridge_name='br-int',has_traffic_filtering=True,id=64e8b7c0-922f-4a3f-8e35-8f6657a38de6,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64e8b7c0-92') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd7e26822-dcac-5957-b712-9ca92f252931', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap64e8b7c0-92, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap64e8b7c0-92, col_values=(('qos', UUID('23d4f7c4-b46b-47a2-9fbd-f0177d83b643')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap64e8b7c0-92, col_values=(('external_ids', {'iface-id': '64e8b7c0-922f-4a3f-8e35-8f6657a38de6', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:82:59:83', 'vm-uuid': '52edffde-5d81-4b3e-9e14-6558bec163f9'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:05:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:11 user nova-compute[75686]: INFO os_vif [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:82:59:83,bridge_name='br-int',has_traffic_filtering=True,id=64e8b7c0-922f-4a3f-8e35-8f6657a38de6,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64e8b7c0-92')
Nov 27 02:05:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No VIF found with MAC fa:16:3e:82:59:83, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:05:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Updated VIF entry in instance network info cache for port 64e8b7c0-922f-4a3f-8e35-8f6657a38de6. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:05:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Updating instance_info_cache with network_info: [{"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:05:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-34a0ab13-766f-4bdd-9a77-db9a88fc1ef6 req-567ac282-e3fe-4055-a1e4-ee708b75b30d service nova] Releasing lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-d4b4ef5e-c66f-4d9d-9cd2-bc43e29d7a9b req-949391d6-586d-4a77-bd43-0a61d6427466 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d4b4ef5e-c66f-4d9d-9cd2-bc43e29d7a9b req-949391d6-586d-4a77-bd43-0a61d6427466 service nova] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d4b4ef5e-c66f-4d9d-9cd2-bc43e29d7a9b req-949391d6-586d-4a77-bd43-0a61d6427466 service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d4b4ef5e-c66f-4d9d-9cd2-bc43e29d7a9b req-949391d6-586d-4a77-bd43-0a61d6427466 service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-d4b4ef5e-c66f-4d9d-9cd2-bc43e29d7a9b req-949391d6-586d-4a77-bd43-0a61d6427466 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] No waiting events found dispatching network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:05:13 user nova-compute[75686]: WARNING nova.compute.manager [req-d4b4ef5e-c66f-4d9d-9cd2-bc43e29d7a9b req-949391d6-586d-4a77-bd43-0a61d6427466 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received unexpected event network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 for instance with vm_state building and task_state spawning.
Nov 27 02:05:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:05:15 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Instance spawned successfully.
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-0d04a212-97ab-4b94-b173-7bab852b403b req-51026ce4-7f98-43fe-8a52-f661068fcd75 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d04a212-97ab-4b94-b173-7bab852b403b req-51026ce4-7f98-43fe-8a52-f661068fcd75 service nova] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d04a212-97ab-4b94-b173-7bab852b403b req-51026ce4-7f98-43fe-8a52-f661068fcd75 service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0d04a212-97ab-4b94-b173-7bab852b403b req-51026ce4-7f98-43fe-8a52-f661068fcd75 service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-0d04a212-97ab-4b94-b173-7bab852b403b req-51026ce4-7f98-43fe-8a52-f661068fcd75 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] No waiting events found dispatching network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:05:15 user nova-compute[75686]: WARNING nova.compute.manager [req-0d04a212-97ab-4b94-b173-7bab852b403b req-51026ce4-7f98-43fe-8a52-f661068fcd75 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received unexpected event network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 for instance with vm_state building and task_state spawning.
Nov 27 02:05:15 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 is timed out.
Nov 27 02:05:15 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config.
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'YQbiKfnr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:15 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f51b16a-cd30-4b4b-b7f4-26a68d5326e3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:05:15 user nova-compute[75686]: No targets found.
Nov 27 02:05:15 user nova-compute[75686]: iSNS:
Nov 27 02:05:15 user nova-compute[75686]: No targets found.
Nov 27 02:05:15 user nova-compute[75686]: STATIC:
Nov 27 02:05:15 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:05:15 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:05:15 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:05:15 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5
Nov 27 02:05:15 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:05:15 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:05:15 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:05:15 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:05:15 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:05:15 user nova-compute[75686]: FIRMWARE:
Nov 27 02:05:15 user nova-compute[75686]: No targets found.
Nov 27 02:05:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:05:15 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:05:15 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: INFO nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Took 5.56 seconds to spawn the instance on the hypervisor.
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[21f9fe29-a81c-43e5-ad40-99ce08cb4b1f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[99a1799c-8a6c-4d41-828f-16dd9572be50]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:15 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:15 user nova-compute[75686]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 (non-flash)
Nov 27 02:05:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:15 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:15 user nova-compute[75686]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 (non-flash)
Nov 27 02:05:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514823f7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2f8264-91f3-4cb6-bbd2-9b96bba13eae]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: INFO nova.compute.manager [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Took 6.48 seconds to build instance.
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a00146-842a-4cb8-b562-2b4bfbf9501f]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6a158dbc-4571-425d-a652-412d35bd419b tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.610s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b85a4bde-0b76-4ffb-8fc7-0462145c9927]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[691a6bda-50c4-4ed9-a0e2-b1b941e48352]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[03822d6c-fc99-4457-9b03-3a3051515ad9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8928672-25f5-4980-ad1e-16b6c389a452]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260]
Nov 27 02:05:15 user nova-compute[75686]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5, portal: 172.16.0.220,3260] successful.
Nov 27 02:05:15 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d0ce70ab-6970-4613-8bae-b42272b128e5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5a5783c-8d56-4146-a929-8aea1ec9b667]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.371s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== disconnect_volume: return (372ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:05:16 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5fa9284d-3e10-41cb-82ff-6cb7280809f8 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.775s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:23 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:05:28 user nova-compute[75686]: INFO nova.compute.claims [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Claim successful on node user
Nov 27 02:05:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:05:28 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.567s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.network.neutron [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:05:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:05:29 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Creating image(s)
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "/opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "/opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "/opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG nova.policy [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8027d765937b430d9fbcdbc44f7dede5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76c187845e2645e3bcf55d62c94ff431', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.203s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk 1073741824" returned: 0 in 0.052s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [{"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-3a533e7c-73d1-4422-b8bd-134b2dea325f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Cannot resize image /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Ensure instance console log exists: /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-changed-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Refreshing instance network info cache due to event network-changed-4a7b08d0-0b17-4722-b9e2-cef978e3ed18. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] Acquiring lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] Acquired lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.network.neutron [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Refreshing network info cache for port 4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Successfully created port: 3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:30 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updated VIF entry in instance network info cache for port 4a7b08d0-0b17-4722-b9e2-cef978e3ed18. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG nova.network.neutron [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updating instance_info_cache with network_info: [{"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.75", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ab6af0b2-081c-4622-be0c-0b19d82ea2cf req-125113d1-34b0-4289-9489-5a8f934d6cae service nova] Releasing lock "refresh_cache-a968a24b-8cb4-4a5e-9d35-23615494eb73" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Successfully updated port: 3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "refresh_cache-a3be4e2a-a586-45fd-b032-db434ecf6d4a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquired lock "refresh_cache-a3be4e2a-a586-45fd-b032-db434ecf6d4a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:05:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.neutron [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Updating instance_info_cache with network_info: [{"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Releasing lock "refresh_cache-a3be4e2a-a586-45fd-b032-db434ecf6d4a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Instance network_info: |[{"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Start _get_guest_xml network_info=[{"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:05:32 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:05:32 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:05:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-359971647',display_name='tempest-VolumesActionsTest-instance-359971647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-359971647',id=39,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76c187845e2645e3bcf55d62c94ff431',ramdisk_id='',reservation_id='r-3fy8wc9k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1790490732',owner_user_name='tempest-VolumesActionsTest-1790490732-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:05:29Z,user_data=None,user_id='8027d765937b430d9fbcdbc44f7dede5',uuid=a3be4e2a-a586-45fd-b032-db434ecf6d4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converting VIF {"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ca:4d,bridge_name='br-int',has_traffic_filtering=True,id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfdd2f7-5d') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.objects.instance [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lazy-loading 'pci_devices' on Instance uuid a3be4e2a-a586-45fd-b032-db434ecf6d4a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:05:32 user nova-compute[75686]:   <uuid>a3be4e2a-a586-45fd-b032-db434ecf6d4a</uuid>
Nov 27 02:05:32 user nova-compute[75686]:   <name>instance-00000027</name>
Nov 27 02:05:32 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:05:32 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:05:32 user nova-compute[75686]:   <metadata>
Nov 27 02:05:32 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:05:32 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:05:32 user nova-compute[75686]:       <nova:name>tempest-VolumesActionsTest-instance-359971647</nova:name>
Nov 27 02:05:32 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:05:32</nova:creationTime>
Nov 27 02:05:32 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:05:32 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:05:32 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:05:32 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:05:32 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:05:32 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:05:32 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:05:32 user nova-compute[75686]:       <nova:owner>
Nov 27 02:05:32 user nova-compute[75686]:         <nova:user uuid="8027d765937b430d9fbcdbc44f7dede5">tempest-VolumesActionsTest-1790490732-project-member</nova:user>
Nov 27 02:05:32 user nova-compute[75686]:         <nova:project uuid="76c187845e2645e3bcf55d62c94ff431">tempest-VolumesActionsTest-1790490732</nova:project>
Nov 27 02:05:32 user nova-compute[75686]:       </nova:owner>
Nov 27 02:05:32 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:05:32 user nova-compute[75686]:       <nova:ports>
Nov 27 02:05:32 user nova-compute[75686]:         <nova:port uuid="3dfdd2f7-5d38-486c-a0db-cc3e125ed498">
Nov 27 02:05:32 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 27 02:05:32 user nova-compute[75686]:         </nova:port>
Nov 27 02:05:32 user nova-compute[75686]:       </nova:ports>
Nov 27 02:05:32 user nova-compute[75686]:     </nova:instance>
Nov 27 02:05:32 user nova-compute[75686]:   </metadata>
Nov 27 02:05:32 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:05:32 user nova-compute[75686]:     <system>
Nov 27 02:05:32 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:05:32 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:05:32 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:05:32 user nova-compute[75686]:       <entry name="serial">a3be4e2a-a586-45fd-b032-db434ecf6d4a</entry>
Nov 27 02:05:32 user nova-compute[75686]:       <entry name="uuid">a3be4e2a-a586-45fd-b032-db434ecf6d4a</entry>
Nov 27 02:05:32 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:05:32 user nova-compute[75686]:     </system>
Nov 27 02:05:32 user nova-compute[75686]:   </sysinfo>
Nov 27 02:05:32 user nova-compute[75686]:   <os>
Nov 27 02:05:32 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:05:32 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:05:32 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:05:32 user nova-compute[75686]:   </os>
Nov 27 02:05:32 user nova-compute[75686]:   <features>
Nov 27 02:05:32 user nova-compute[75686]:     <acpi/>
Nov 27 02:05:32 user nova-compute[75686]:     <apic/>
Nov 27 02:05:32 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:05:32 user nova-compute[75686]:   </features>
Nov 27 02:05:32 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:05:32 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:05:32 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:05:32 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:05:32 user nova-compute[75686]:   </clock>
Nov 27 02:05:32 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:05:32 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:05:32 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:05:32 user nova-compute[75686]:   </cpu>
Nov 27 02:05:32 user nova-compute[75686]:   <devices>
Nov 27 02:05:32 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:05:32 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:05:32 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk"/>
Nov 27 02:05:32 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:05:32 user nova-compute[75686]:     </disk>
Nov 27 02:05:32 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:05:32 user nova-compute[75686]:       <mac address="fa:16:3e:0d:ca:4d"/>
Nov 27 02:05:32 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:05:32 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:05:32 user nova-compute[75686]:       <target dev="tap3dfdd2f7-5d"/>
Nov 27 02:05:32 user nova-compute[75686]:     </interface>
Nov 27 02:05:32 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:05:32 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/console.log" append="off"/>
Nov 27 02:05:32 user nova-compute[75686]:     </serial>
Nov 27 02:05:32 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:05:32 user nova-compute[75686]:     <video>
Nov 27 02:05:32 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:05:32 user nova-compute[75686]:     </video>
Nov 27 02:05:32 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:05:32 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:05:32 user nova-compute[75686]:     </rng>
Nov 27 02:05:32 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:05:32 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:05:32 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:05:32 user nova-compute[75686]:     </memballoon>
Nov 27 02:05:32 user nova-compute[75686]:   </devices>
Nov 27 02:05:32 user nova-compute[75686]: </domain>
Nov 27 02:05:32 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:05:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-359971647',display_name='tempest-VolumesActionsTest-instance-359971647',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-359971647',id=39,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76c187845e2645e3bcf55d62c94ff431',ramdisk_id='',reservation_id='r-3fy8wc9k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1790490732',owner_user_name='tempest-VolumesActionsTest-1790490732-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:05:29Z,user_data=None,user_id='8027d765937b430d9fbcdbc44f7dede5',uuid=a3be4e2a-a586-45fd-b032-db434ecf6d4a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converting VIF {"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ca:4d,bridge_name='br-int',has_traffic_filtering=True,id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfdd2f7-5d') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG os_vif [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ca:4d,bridge_name='br-int',has_traffic_filtering=True,id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfdd2f7-5d') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2a41ad09-e7fb-5a09-a422-361f7a6fe479', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3dfdd2f7-5d, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3dfdd2f7-5d, col_values=(('qos', UUID('a372e3c1-fa6c-4e77-a7a1-e56c44b094d8')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3dfdd2f7-5d, col_values=(('external_ids', {'iface-id': '3dfdd2f7-5d38-486c-a0db-cc3e125ed498', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0d:ca:4d', 'vm-uuid': 'a3be4e2a-a586-45fd-b032-db434ecf6d4a'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:32 user nova-compute[75686]: INFO os_vif [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ca:4d,bridge_name='br-int',has_traffic_filtering=True,id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfdd2f7-5d')
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] No VIF found with MAC fa:16:3e:0d:ca:4d, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received event network-changed-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.compute.manager [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Refreshing instance network info cache due to event network-changed-3dfdd2f7-5d38-486c-a0db-cc3e125ed498. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] Acquiring lock "refresh_cache-a3be4e2a-a586-45fd-b032-db434ecf6d4a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] Acquired lock "refresh_cache-a3be4e2a-a586-45fd-b032-db434ecf6d4a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Refreshing network info cache for port 3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Updated VIF entry in instance network info cache for port 3dfdd2f7-5d38-486c-a0db-cc3e125ed498. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG nova.network.neutron [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Updating instance_info_cache with network_info: [{"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-dd4125fc-851f-4cec-9b53-4af5b17a70db req-e0561f71-8fd4-4611-8615-25b555ec89b4 service nova] Releasing lock "refresh_cache-a3be4e2a-a586-45fd-b032-db434ecf6d4a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG nova.objects.instance [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.091s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:33 user nova-compute[75686]: INFO nova.compute.manager [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Attaching volume 0998c828-96dd-4f7a-916d-824df182ac69 to /dev/vdb
Nov 27 02:05:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG os_brick.utils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-e4d17b36-d4cb-4198-ba7a-d56b6c1bbaa6 req-554ee930-649e-473f-9027-ebc2e3b919c4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received event network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4d17b36-d4cb-4198-ba7a-d56b6c1bbaa6 req-554ee930-649e-473f-9027-ebc2e3b919c4 service nova] Acquiring lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4d17b36-d4cb-4198-ba7a-d56b6c1bbaa6 req-554ee930-649e-473f-9027-ebc2e3b919c4 service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4d17b36-d4cb-4198-ba7a-d56b6c1bbaa6 req-554ee930-649e-473f-9027-ebc2e3b919c4 service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.manager [req-e4d17b36-d4cb-4198-ba7a-d56b6c1bbaa6 req-554ee930-649e-473f-9027-ebc2e3b919c4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] No waiting events found dispatching network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:05:34 user nova-compute[75686]: WARNING nova.compute.manager [req-e4d17b36-d4cb-4198-ba7a-d56b6c1bbaa6 req-554ee930-649e-473f-9027-ebc2e3b919c4 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received unexpected event network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 for instance with vm_state building and task_state spawning.
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:34 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:05:34 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7959MB free_disk=24.789642333984375GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67931338-23d7-41f8-a539-5d3fb7795513]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4074876d-a4c3-4dbd-85e1-028de04ff26f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[29a747e2-dc96-40fc-bd20-defb889bc629]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba775c6-be57-427c-9608-5fcc252bc524]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:34 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[68f29480-d489-4385-8f88-0ccd3b64282f]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG os_brick.utils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== get_connector_properties: return (149ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updating existing volume attachment record: 2e864c1d-70a6-421b-8129-9b5148e4b156 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 22eebc55-69ce-4552-9a26-fc26a7d9d40f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance a968a24b-8cb4-4a5e-9d35-23615494eb73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e1c298f9-6e41-482f-a459-025232d56ed3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 52edffde-5d81-4b3e-9e14-6558bec163f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance a3be4e2a-a586-45fd-b032-db434ecf6d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.751s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:34 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:35 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Instance spawned successfully.
Nov 27 02:05:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:05:35 user nova-compute[75686]: INFO nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Took 6.55 seconds to spawn the instance on the hypervisor.
Nov 27 02:05:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-3a9e809a-bcb8-421a-a5f1-4d9a3783d183 req-4b7f2972-2b90-4ddd-83a4-eee0b2e0ad5f service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received event network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3a9e809a-bcb8-421a-a5f1-4d9a3783d183 req-4b7f2972-2b90-4ddd-83a4-eee0b2e0ad5f service nova] Acquiring lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3a9e809a-bcb8-421a-a5f1-4d9a3783d183 req-4b7f2972-2b90-4ddd-83a4-eee0b2e0ad5f service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3a9e809a-bcb8-421a-a5f1-4d9a3783d183 req-4b7f2972-2b90-4ddd-83a4-eee0b2e0ad5f service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-3a9e809a-bcb8-421a-a5f1-4d9a3783d183 req-4b7f2972-2b90-4ddd-83a4-eee0b2e0ad5f service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] No waiting events found dispatching network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:05:36 user nova-compute[75686]: WARNING nova.compute.manager [req-3a9e809a-bcb8-421a-a5f1-4d9a3783d183 req-4b7f2972-2b90-4ddd-83a4-eee0b2e0ad5f service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received unexpected event network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 for instance with vm_state building and task_state spawning.
Nov 27 02:05:36 user nova-compute[75686]: INFO nova.compute.manager [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Took 7.44 seconds to build instance.
Nov 27 02:05:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-68c0141a-dc41-422c-bd9f-62aae5378507 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.540s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:05:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:05:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sZyLDWPb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:40 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:40 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:40 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8169484-f55c-462b-9790-79015d285303]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:05:40 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7795017c-2798-4d00-8905-bfab5fa41cf8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69] added
Nov 27 02:05:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbce1df-0319-433e-97d0-447f4c79794a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[06d2038b-b08c-4220-8db5-b031cc9a43a6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sZyLDWPb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v sZyLDWPb" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e41c7b8-54c6-4103-a335-85bd9e18074c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'sZyLDWPb'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.038s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f9d5f03-0ec1-4112-ba17-dc32ce047c7f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[17c20c44-71fb-497c-860d-ec90df1516f1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:40 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:40 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --login" returned: 0 in 0.148s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[74b573c1-c31b-46ca-891b-f495866de62a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260]
Nov 27 02:05:40 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260] successful.
Nov 27 02:05:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe5fdf8-c3c5-406e-84e9-11504c27c602]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[202ad2c3-00a4-4b2f-9f00-acddc504cda2]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:40 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:40 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:40 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:40 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:40 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.404s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] HCTL ('33', '-', '-', 0) found on session 41 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[624528a5-16b4-4e8c-bebe-7cdf9d2b7729]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching for a device in session 41 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:05:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sZyLDWPb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:05:41 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.455s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:41 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== connect_volume: return (1459ms) {'type': 'block', 'scsi_wwn': '23261396664393435', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23261396664393435', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:05:41 user nova-compute[75686]: DEBUG nova.objects.instance [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:05:41 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:41 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:05:41 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:05:41 user nova-compute[75686]:   <serial>0998c828-96dd-4f7a-916d-824df182ac69</serial>
Nov 27 02:05:41 user nova-compute[75686]: </disk>
Nov 27 02:05:41 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:05:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No VIF found with MAC fa:16:3e:98:51:6b, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:05:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-894facac-2e17-4185-b6ca-0025eddb22ec tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.088s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-changed-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Refreshing instance network info cache due to event network-changed-4dd769f0-6581-4dc9-b3c0-d810e6f88690. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] Acquiring lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] Acquired lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Refreshing network info cache for port 4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG nova.objects.instance [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'flavor' on Instance uuid e1c298f9-6e41-482f-a459-025232d56ed3 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:43 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Ignoring supplied device name: /dev/vdb
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.055s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:43 user nova-compute[75686]: INFO nova.compute.manager [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Attaching volume 25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 to /dev/vdb
Nov 27 02:05:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Updated VIF entry in instance network info cache for port 4dd769f0-6581-4dc9-b3c0-d810e6f88690. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG nova.network.neutron [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Updating instance_info_cache with network_info: [{"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5eb174f2-2dee-4da0-8760-1d0a4e2ce2e4 req-7c99d811-d11e-42b1-8493-967f0f18e84d service nova] Releasing lock "refresh_cache-e1c298f9-6e41-482f-a459-025232d56ed3" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG os_brick.utils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[defdcf90-38cc-4a4d-b408-78f365442784]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8de4b555-f04a-4e19-a30e-82a476ef26a0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f458bda6-7d2c-4d91-a54e-cb0f38d61788]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[87046771-406f-4186-9237-3bcdcd12a784]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:44 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:05:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d1b11b-614e-406f-891a-f91a659684e6]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG os_brick.utils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== get_connector_properties: return (169ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:44 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Updating existing volume attachment record: 421a2cfb-6435-42cb-92dd-1bce180fae73 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:05:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:45 user nova-compute[75686]: DEBUG nova.objects.instance [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:46 user nova-compute[75686]: INFO nova.compute.manager [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Attaching volume 970ec924-cbd5-4aca-bbb6-e5543b956274 to /dev/vdc
Nov 27 02:05:46 user nova-compute[75686]: DEBUG os_brick.utils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[56e6b46d-e00b-43b8-ade6-ee6e0685d087]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d7688ba-03c3-413a-bd3f-8d560e701e18]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8bc5075-146e-4b13-82ee-75f1e96f31c2]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fcfe225-2662-43b1-943a-1fd9f59dd821]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:46 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:05:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[584225bf-d69b-4f9e-ba98-7dae3dc6656d]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG os_brick.utils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:46 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updating existing volume attachment record: 2751aa57-113a-4df1-a963-b3cdce35b6cf {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:05:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.066s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:48 user nova-compute[75686]: INFO nova.compute.manager [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attaching volume 05111f97-ab78-421a-9d0d-cdee1aaf5f64 to /dev/vdb
Nov 27 02:05:48 user nova-compute[75686]: DEBUG os_brick.utils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[82876b8c-609c-467b-90a6-69576946e5f8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[07938b66-f999-471c-bb9e-58e204ffc6a8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9de8ddb3-d976-4cdf-9f8f-546c9f6d5737]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a50ec190-bc6a-49a4-b88b-0a7583761076]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:05:48 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:05:48 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf32ac68-c181-4579-ad5c-bb4234252399]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG os_brick.utils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:48 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating existing volume attachment record: b81b5ec4-80db-438e-a5f3-7959f087afc9 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ITFKnkdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:51 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:51 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:51 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca826cdc-8742-466d-8563-2932bde93392]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:05:51 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cda33992-82d6-42d5-976c-dd138a3a628c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8] added
Nov 27 02:05:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0660f01e-31c7-496f-bf16-e0ca35ec7ab4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[063f55d0-38d7-4ba2-83c2-060d34504150]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ITFKnkdZ {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ITFKnkdZ" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed929d40-4a4d-484e-aaeb-8abe4dfa904b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ITFKnkdZ'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[700da121-15ea-4ea1-8ea5-86fb54f01b86]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[258a7c72-f841-4328-8b4e-cd6d404fc74a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --login" returned: 0 in 0.068s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[506c1d8d-fc96-4dd7-b435-16653fdc96b5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260]
Nov 27 02:05:51 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260] successful.
Nov 27 02:05:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9939a62-1582-4197-ad88-bd7a97df5859]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6395bd9-895a-4955-9e7e-0fcec408bca8]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:51 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.296s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0407f7e8-eb4c-4ad3-af40-da62b3274c76]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:05:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ITFKnkdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '26237393463376462', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26237393463376462', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG nova.objects.instance [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'flavor' on Instance uuid e1c298f9-6e41-482f-a459-025232d56ed3 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:05:52 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:52 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:05:52 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:05:52 user nova-compute[75686]:   <serial>25ab90a3-9f6c-4f87-a7f1-59f18747a6f8</serial>
Nov 27 02:05:52 user nova-compute[75686]: </disk>
Nov 27 02:05:52 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No VIF found with MAC fa:16:3e:02:ab:ed, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gidAPoRB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:52 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:05:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecef8629-1559-442c-a466-054d36186bee]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:05:52 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[68446dd5-12d4-481a-be72-2452d5955a1c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274] added
Nov 27 02:05:52 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[36424ab5-5dd6-4de2-b439-42019f3d199e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44975883-758b-4e30-8963-544f9510c1b6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.160s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e153c5c-c981-4660-95e5-a60be711ce24]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gidAPoRB {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v gidAPoRB" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d12dae-2c55-417c-ac5a-554ea0d75a91]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'gidAPoRB'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c894b927-071f-4aff-acd3-3ad1a10d937a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[391828eb-991e-4acf-8198-ab02afa76965]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6a9d1a2-78a9-4559-80d3-90eb9d2f226e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260]
Nov 27 02:05:53 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260] successful.
Nov 27 02:05:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae86e21e-a690-40f2-ab81-472093b9320f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[54b1f7a0-77b2-4fb6-9bc4-22e5d382eaa7]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:05:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.318s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] HCTL ('37', '-', '-', 0) found on session 43 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6688a7fd-b716-41c7-89c8-483e1aee34ba]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Searching for a device in session 43 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gidAPoRB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:05:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.356s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== connect_volume: return (1358ms) {'type': 'block', 'scsi_wwn': '23832346336393636', 'path': '/dev/sdf'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832346336393636', 'path': '/dev/sdf'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:05:54 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:54 user nova-compute[75686]:   <source dev="/dev/sdf"/>
Nov 27 02:05:54 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 02:05:54 user nova-compute[75686]:   <serial>970ec924-cbd5-4aca-bbb6-e5543b956274</serial>
Nov 27 02:05:54 user nova-compute[75686]: </disk>
Nov 27 02:05:54 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] No VIF found with MAC fa:16:3e:98:51:6b, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:05:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41d262d2-a738-4ef2-9aa2-d180ab3d2832 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.764s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HcFdDZGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:05:55 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:55 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.009s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:05:55 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a0f69f-75f1-4edd-b9f2-00ffa1f8644b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:05:55 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d5decc-60b0-4acc-98c8-0541f2b696bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64] added
Nov 27 02:05:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[212442cd-6fa7-4913-855a-4c59b8309439]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fed891fc-a9bd-4ee4-9d8e-37f3c055d1a9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HcFdDZGx {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HcFdDZGx" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[685d7698-09fe-4861-b289-0294f2e62b85]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HcFdDZGx'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf0a4e3-e235-43f9-a394-c03fb1b93a76]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[582b49b6-88fa-4c90-9a67-d7ad7a99162a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[99a4149a-488b-4db4-a8f2-613d9f5ef05c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260]
Nov 27 02:05:55 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260] successful.
Nov 27 02:05:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[71177dc5-7d46-426d-8002-6f35bf568bd5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f1049a6-20d1-43e5-8084-6b79318f5328]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)
Nov 27 02:05:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] HCTL ('38', '-', '-', 0) found on session 44 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[128761f3-a42e-47e0-b9de-c492c7f5380a]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Searching for a device in session 44 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HcFdDZGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:55 user nova-compute[75686]: INFO nova.compute.manager [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Detaching volume 0998c828-96dd-4f7a-916d-824df182ac69
Nov 27 02:05:56 user nova-compute[75686]: INFO nova.virt.block_device [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Attempting to driver detach volume 0998c828-96dd-4f7a-916d-824df182ac69 from mountpoint /dev/vdb
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Attempting to detach device vdb from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:05:56 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:56 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:05:56 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:05:56 user nova-compute[75686]:   <serial>0998c828-96dd-4f7a-916d-824df182ac69</serial>
Nov 27 02:05:56 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:05:56 user nova-compute[75686]: </disk>
Nov 27 02:05:56 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:05:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully detached device vdb from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the persistent domain config.
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:05:56 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:56 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:05:56 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:05:56 user nova-compute[75686]:   <serial>0998c828-96dd-4f7a-916d-824df182ac69</serial>
Nov 27 02:05:56 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:05:56 user nova-compute[75686]: </disk>
Nov 27 02:05:56 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '26531643662633335', 'path': '/dev/sdg'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26531643662633335', 'path': '/dev/sdg'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:05:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:05:56 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:56 user nova-compute[75686]:   <source dev="/dev/sdg"/>
Nov 27 02:05:56 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:05:56 user nova-compute[75686]:   <serial>05111f97-ab78-421a-9d0d-cdee1aaf5f64</serial>
Nov 27 02:05:56 user nova-compute[75686]: </disk>
Nov 27 02:05:56 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:05:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:05:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No VIF found with MAC fa:16:3e:2e:75:42, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:05:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ee1ed596-988e-4cad-9d39-e50268023618 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.855s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:05:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:05:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:05:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:05:59 user nova-compute[75686]: INFO nova.compute.manager [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Detaching volume 05111f97-ab78-421a-9d0d-cdee1aaf5f64
Nov 27 02:05:59 user nova-compute[75686]: INFO nova.virt.block_device [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attempting to driver detach volume 05111f97-ab78-421a-9d0d-cdee1aaf5f64 from mountpoint /dev/vdb
Nov 27 02:05:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Attempting to detach device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:05:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:05:59 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:59 user nova-compute[75686]:   <source dev="/dev/sdg"/>
Nov 27 02:05:59 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:05:59 user nova-compute[75686]:   <serial>05111f97-ab78-421a-9d0d-cdee1aaf5f64</serial>
Nov 27 02:05:59 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:05:59 user nova-compute[75686]: </disk>
Nov 27 02:05:59 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:05:59 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config.
Nov 27 02:05:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:05:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:05:59 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:05:59 user nova-compute[75686]:   <source dev="/dev/sdg"/>
Nov 27 02:05:59 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:05:59 user nova-compute[75686]:   <serial>05111f97-ab78-421a-9d0d-cdee1aaf5f64</serial>
Nov 27 02:05:59 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:05:59 user nova-compute[75686]: </disk>
Nov 27 02:05:59 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:05:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:06:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:13 user nova-compute[75686]: INFO nova.compute.manager [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Detaching volume 25ab90a3-9f6c-4f87-a7f1-59f18747a6f8
Nov 27 02:06:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:13 user nova-compute[75686]: INFO nova.virt.block_device [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Attempting to driver detach volume 25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 from mountpoint /dev/vdb
Nov 27 02:06:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Attempting to detach device vdb from instance e1c298f9-6e41-482f-a459-025232d56ed3 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:06:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:06:13 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:06:13 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:06:13 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:06:13 user nova-compute[75686]:   <serial>25ab90a3-9f6c-4f87-a7f1-59f18747a6f8</serial>
Nov 27 02:06:13 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:06:13 user nova-compute[75686]: </disk>
Nov 27 02:06:13 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:06:13 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully detached device vdb from instance e1c298f9-6e41-482f-a459-025232d56ed3 from the persistent domain config.
Nov 27 02:06:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance e1c298f9-6e41-482f-a459-025232d56ed3 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:06:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:06:13 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:06:13 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:06:13 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:06:13 user nova-compute[75686]:   <serial>25ab90a3-9f6c-4f87-a7f1-59f18747a6f8</serial>
Nov 27 02:06:13 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:06:13 user nova-compute[75686]: </disk>
Nov 27 02:06:13 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:06:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance e1c298f9-6e41-482f-a459-025232d56ed3 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:06:16 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 is timed out.
Nov 27 02:06:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully detached device vdb from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the live domain config.
Nov 27 02:06:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'sZyLDWPb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:16 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[98b82f17-0329-4e7b-8f8c-0272afc7e73c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:06:16 user nova-compute[75686]: No targets found.
Nov 27 02:06:16 user nova-compute[75686]: iSNS:
Nov 27 02:06:16 user nova-compute[75686]: No targets found.
Nov 27 02:06:16 user nova-compute[75686]: STATIC:
Nov 27 02:06:16 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274
Nov 27 02:06:16 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:16 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:16 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:06:16 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:16 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:16 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69
Nov 27 02:06:16 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:16 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:16 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8
Nov 27 02:06:16 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:16 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:16 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:06:16 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:16 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:16 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64
Nov 27 02:06:16 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:16 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:16 user nova-compute[75686]: FIRMWARE:
Nov 27 02:06:16 user nova-compute[75686]: No targets found.
Nov 27 02:06:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:06:16 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:06:16 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[563d845d-0344-49bb-be61-12c1bbefc02d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[772cad97-1a1e-483b-a259-32d12afe54ee]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)
Nov 27 02:06:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148717910>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5007c92-a7cb-409e-94b3-ccd5b1696657]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc15ea7e-0f8b-4c4d-aedd-3bdc25c35978]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ff7bdd6-71fa-42c9-acb4-aa4a1f269656]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1afabc97-0bec-4d6e-9a1a-6c07cc7817e5]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[15b8aea0-9532-49f9-9a2f-c832bc6e114f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[93550174-7268-48f2-b44a-ae2dda9d813f]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260]
Nov 27 02:06:16 user nova-compute[75686]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69, portal: 172.16.0.220,3260] successful.
Nov 27 02:06:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0998c828-96dd-4f7a-916d-824df182ac69 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[481bb3d3-a8c6-43d5-9930-65c99fd9aed3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== disconnect_volume: return (317ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:06:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:06:17 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0087ad98-eb1f-4f82-b055-268b55fe3fa7 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.795s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:18 user nova-compute[75686]: INFO nova.compute.manager [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Detaching volume 970ec924-cbd5-4aca-bbb6-e5543b956274
Nov 27 02:06:18 user nova-compute[75686]: INFO nova.virt.block_device [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Attempting to driver detach volume 970ec924-cbd5-4aca-bbb6-e5543b956274 from mountpoint /dev/vdc
Nov 27 02:06:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Attempting to detach device vdc from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:06:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:06:18 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:06:18 user nova-compute[75686]:   <source dev="/dev/sdf"/>
Nov 27 02:06:18 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 02:06:18 user nova-compute[75686]:   <serial>970ec924-cbd5-4aca-bbb6-e5543b956274</serial>
Nov 27 02:06:18 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 02:06:18 user nova-compute[75686]: </disk>
Nov 27 02:06:18 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:06:18 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully detached device vdc from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the persistent domain config.
Nov 27 02:06:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:06:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:06:18 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:06:18 user nova-compute[75686]:   <source dev="/dev/sdf"/>
Nov 27 02:06:18 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 02:06:18 user nova-compute[75686]:   <serial>970ec924-cbd5-4aca-bbb6-e5543b956274</serial>
Nov 27 02:06:18 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 02:06:18 user nova-compute[75686]: </disk>
Nov 27 02:06:18 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:06:19 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 is timed out.
Nov 27 02:06:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config.
Nov 27 02:06:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HcFdDZGx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:19 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ed77432-5df5-40fd-a80a-abc0f168fda1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:06:19 user nova-compute[75686]: No targets found.
Nov 27 02:06:19 user nova-compute[75686]: iSNS:
Nov 27 02:06:19 user nova-compute[75686]: No targets found.
Nov 27 02:06:19 user nova-compute[75686]: STATIC:
Nov 27 02:06:19 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274
Nov 27 02:06:19 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:19 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:19 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:06:19 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:19 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:19 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8
Nov 27 02:06:19 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:19 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:19 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:06:19 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:19 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:19 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64
Nov 27 02:06:19 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:19 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:19 user nova-compute[75686]: FIRMWARE:
Nov 27 02:06:19 user nova-compute[75686]: No targets found.
Nov 27 02:06:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:06:19 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:06:19 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc0b79e8-ff50-4e4f-b06e-6817c6db227d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bcf0324-f5c4-4de7-8ec9-b78fe97606b1]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 (non-flash)
Nov 27 02:06:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514830c430>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64'): ({'sdg'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Removing single pathed devices sdg {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d890c806-df7a-4097-92ea-8057e946f039]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[68bbc5d5-3bc5-4f0e-821a-4ac7583eb7b7]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Flushing IO for device /dev/sdg {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2da6eb0c-c582-4971-9c32-fa8c4f910b99]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.041s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[56d9b0c4-317f-4e8d-b114-fbf1539fe6cb]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] SCSI volumes sdg have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:06:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94e7c34-94a2-4d1b-83a8-0e3254efbccb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e49b0a2c-11d4-4c4d-83c8-7b86fc761314]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260]
Nov 27 02:06:20 user nova-compute[75686]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64, portal: 172.16.0.220,3260] successful.
Nov 27 02:06:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:05111f97-ab78-421a-9d0d-cdee1aaf5f64 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[afb043fc-86c4-4f06-b832-e5ecbceec04e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== disconnect_volume: return (350ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d2b1e679-100c-4305-aa65-9793f9953ac3 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.652s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:24 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:06:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:06:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:06:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updating instance_info_cache with network_info: [{"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-11fa880a-3dc3-4455-9d4b-967c16beed5c" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:31 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance e1c298f9-6e41-482f-a459-025232d56ed3 is timed out.
Nov 27 02:06:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully detached device vdb from instance e1c298f9-6e41-482f-a459-025232d56ed3 from the live domain config.
Nov 27 02:06:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ITFKnkdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:33 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e237a8e-d4ad-4690-bb14-52b2ed84d353]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:06:33 user nova-compute[75686]: No targets found.
Nov 27 02:06:33 user nova-compute[75686]: iSNS:
Nov 27 02:06:33 user nova-compute[75686]: No targets found.
Nov 27 02:06:33 user nova-compute[75686]: STATIC:
Nov 27 02:06:33 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274
Nov 27 02:06:33 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:33 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:33 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:06:33 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:33 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:33 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8
Nov 27 02:06:33 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:33 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:33 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:06:33 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:33 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:33 user nova-compute[75686]: FIRMWARE:
Nov 27 02:06:33 user nova-compute[75686]: No targets found.
Nov 27 02:06:33 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:06:33 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:06:33 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[29f253fd-dfb8-4593-9c17-b5a822f626ee]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[849269f3-6125-4bf8-b363-7367a947a78f]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:33 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:33 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:06:33 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:33 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:33 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:33 user nova-compute[75686]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 (non-flash)
Nov 27 02:06:33 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:33 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c399900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d11f9e12-f246-405d-901a-b61694c7c2d1]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f71e97d6-9a34-47c8-8b4d-b9270af3d02e]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a9a32b-1bbc-42a9-b16d-a5ebfef93d2c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b003608c-b7f0-420d-ba3d-d1aeaa8efdc5]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[30d20ae7-e3da-4458-9db7-ddb3c7f8227b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35503a2-c784-4ca6-8f1a-47d1cf549d9f]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260]
Nov 27 02:06:33 user nova-compute[75686]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8, portal: 172.16.0.220,3260] successful.
Nov 27 02:06:33 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0be5f3c7-e590-4744-8e33-b656a32ecf20]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== disconnect_volume: return (368ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.objects.instance [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'flavor' on Instance uuid e1c298f9-6e41-482f-a459-025232d56ed3 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:06:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=7921MB free_disk=24.75674819946289GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-714caa9c-e031-49e8-966c-de2560fd9988 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.158s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 22.060s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:35 user nova-compute[75686]: INFO nova.compute.manager [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Terminating instance
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 22eebc55-69ce-4552-9a26-fc26a7d9d40f actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance a968a24b-8cb4-4a5e-9d35-23615494eb73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance e1c298f9-6e41-482f-a459-025232d56ed3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 52edffde-5d81-4b3e-9e14-6558bec163f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance a3be4e2a-a586-45fd-b032-db434ecf6d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 9 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=5120MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=9 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-e4a0821d-ae5e-4a13-ae61-a0cc03623bf0 req-b9758227-49fe-47d9-b782-b5e2694db93c service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-vif-unplugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4a0821d-ae5e-4a13-ae61-a0cc03623bf0 req-b9758227-49fe-47d9-b782-b5e2694db93c service nova] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4a0821d-ae5e-4a13-ae61-a0cc03623bf0 req-b9758227-49fe-47d9-b782-b5e2694db93c service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e4a0821d-ae5e-4a13-ae61-a0cc03623bf0 req-b9758227-49fe-47d9-b782-b5e2694db93c service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-e4a0821d-ae5e-4a13-ae61-a0cc03623bf0 req-b9758227-49fe-47d9-b782-b5e2694db93c service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] No waiting events found dispatching network-vif-unplugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-e4a0821d-ae5e-4a13-ae61-a0cc03623bf0 req-b9758227-49fe-47d9-b782-b5e2694db93c service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-vif-unplugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.518s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Instance destroyed successfully.
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.objects.instance [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'resources' on Instance uuid e1c298f9-6e41-482f-a459-025232d56ed3 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:03:51Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1169769676',display_name='tempest-VolumesSnapshotTestJSON-instance-1169769676',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1169769676',id=37,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKnr2ar2Z8rIL3h/B8wmg1noJftTTiWFzPEclasbOfEk1KIPC0LKz//M94smqStmldTtXCWgPj0O4g2fSeMsTVUrAqDx+AO3T1DSYiBV3R92P7/12iSEK14f9h6KURv4TQ==',key_name='tempest-keypair-551362897',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:03:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd748cef1b564d42affdddac5e7e6d82',ramdisk_id='',reservation_id='r-beorspf0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1251684731',owner_user_name='tempest-VolumesSnapshotTestJSON-1251684731-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:03:58Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4874ba5054e843be8abb960e24d90c61',uuid=e1c298f9-6e41-482f-a459-025232d56ed3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converting VIF {"id": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "address": "fa:16:3e:02:ab:ed", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.108", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4dd769f0-65", "ovs_interfaceid": "4dd769f0-6581-4dc9-b3c0-d810e6f88690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:02:ab:ed,bridge_name='br-int',has_traffic_filtering=True,id=4dd769f0-6581-4dc9-b3c0-d810e6f88690,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd769f0-65') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG os_vif [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:ab:ed,bridge_name='br-int',has_traffic_filtering=True,id=4dd769f0-6581-4dc9-b3c0-d810e6f88690,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd769f0-65') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4dd769f0-65, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=44ad640d-ed7c-4d32-ab97-9907c141feb2) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:06:35 user nova-compute[75686]: INFO os_vif [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:02:ab:ed,bridge_name='br-int',has_traffic_filtering=True,id=4dd769f0-6581-4dc9-b3c0-d810e6f88690,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4dd769f0-65')
Nov 27 02:06:35 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ITFKnkdZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:35 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd192a4c-c668-4647-a17b-4e196c474836]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:06:35 user nova-compute[75686]: No targets found.
Nov 27 02:06:35 user nova-compute[75686]: iSNS:
Nov 27 02:06:35 user nova-compute[75686]: No targets found.
Nov 27 02:06:35 user nova-compute[75686]: STATIC:
Nov 27 02:06:35 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274
Nov 27 02:06:35 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:35 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:35 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:06:35 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:35 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:35 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:06:35 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:35 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:35 user nova-compute[75686]: FIRMWARE:
Nov 27 02:06:35 user nova-compute[75686]: No targets found.
Nov 27 02:06:35 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:06:35 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:06:35 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:25ab90a3-9f6c-4f87-a7f1-59f18747a6f8', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:06:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[102dcdc7-0234-422f-b64a-31a9ff2073cc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7404b6b-90fb-4197-b611-a1ca2c0e252a]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:36 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:36 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:36 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:36 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:36 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:36 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51483036d0>, {}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Disconnecting from: [] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.070s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== disconnect_volume: return (71ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:06:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Deleting instance files /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3_del
Nov 27 02:06:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Deletion of /opt/stack/data/nova/instances/e1c298f9-6e41-482f-a459-025232d56ed3_del complete
Nov 27 02:06:36 user nova-compute[75686]: INFO nova.compute.manager [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Took 0.94 seconds to destroy the instance on the hypervisor.
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:06:36 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Took 0.76 seconds to deallocate network for instance.
Nov 27 02:06:36 user nova-compute[75686]: WARNING nova.volume.cinder [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Attachment 421a2cfb-6435-42cb-92dd-1bce180fae73 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 421a2cfb-6435-42cb-92dd-1bce180fae73. (HTTP 404) (Request-ID: req-d7a01e71-cc3b-4345-87fa-c95061fb6ea2)
Nov 27 02:06:36 user nova-compute[75686]: INFO nova.compute.manager [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Took 0.03 seconds to detach 1 volumes for instance.
Nov 27 02:06:36 user nova-compute[75686]: DEBUG nova.compute.manager [req-19014d40-b28b-43fc-8ff3-a8c5a4aaddb8 req-046a8c72-a3ab-4dc9-b252-9add1a598733 service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-vif-deleted-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.306s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:37 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Deleted allocations for instance e1c298f9-6e41-482f-a459-025232d56ed3
Nov 27 02:06:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-854f3100-02c4-40b5-9230-e104b427c16b tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "e1c298f9-6e41-482f-a459-025232d56ed3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.228s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-c4eed5b7-386a-4b8d-a95e-f20f81e91bf9 req-d4328b49-f9f8-4bf4-bac6-2fa6b34a4649 service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received event network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c4eed5b7-386a-4b8d-a95e-f20f81e91bf9 req-d4328b49-f9f8-4bf4-bac6-2fa6b34a4649 service nova] Acquiring lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c4eed5b7-386a-4b8d-a95e-f20f81e91bf9 req-d4328b49-f9f8-4bf4-bac6-2fa6b34a4649 service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c4eed5b7-386a-4b8d-a95e-f20f81e91bf9 req-d4328b49-f9f8-4bf4-bac6-2fa6b34a4649 service nova] Lock "e1c298f9-6e41-482f-a459-025232d56ed3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-c4eed5b7-386a-4b8d-a95e-f20f81e91bf9 req-d4328b49-f9f8-4bf4-bac6-2fa6b34a4649 service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] No waiting events found dispatching network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:37 user nova-compute[75686]: WARNING nova.compute.manager [req-c4eed5b7-386a-4b8d-a95e-f20f81e91bf9 req-d4328b49-f9f8-4bf4-bac6-2fa6b34a4649 service nova] [instance: e1c298f9-6e41-482f-a459-025232d56ed3] Received unexpected event network-vif-plugged-4dd769f0-6581-4dc9-b3c0-d810e6f88690 for instance with vm_state deleted and task_state None.
Nov 27 02:06:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 is timed out.
Nov 27 02:06:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully detached device vdc from instance a968a24b-8cb4-4a5e-9d35-23615494eb73 from the live domain config.
Nov 27 02:06:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'gidAPoRB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:39 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[187c4cc0-7ce0-4858-a22c-f075bdfa6be1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:06:39 user nova-compute[75686]: No targets found.
Nov 27 02:06:39 user nova-compute[75686]: iSNS:
Nov 27 02:06:39 user nova-compute[75686]: No targets found.
Nov 27 02:06:39 user nova-compute[75686]: STATIC:
Nov 27 02:06:39 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274
Nov 27 02:06:39 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:39 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:39 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:06:39 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:39 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:39 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:06:39 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:39 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:39 user nova-compute[75686]: FIRMWARE:
Nov 27 02:06:39 user nova-compute[75686]: No targets found.
Nov 27 02:06:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:06:39 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:06:39 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1f586a8-6e3b-40c2-984f-48791e1911cf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[958ddd2e-9c83-4ad4-98dd-1b3eafbe92b0]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:39 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:39 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:39 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:39 user nova-compute[75686]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 (non-flash)
Nov 27 02:06:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c193a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274'): ({'sdf'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Removing single pathed devices sdf {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb747318-2f7a-479f-a0dc-dc19fde73d07]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[485e30c0-8876-4c12-b711-1ab071d0c6aa]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Flushing IO for device /dev/sdf {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d49016-2983-4425-8e7a-d4a628a67e52]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.039s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc73ca79-b749-433e-a3f1-f0eb8d0dc20d]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] SCSI volumes sdf have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ee73d5a-54dc-46f9-82ad-8c9c45aa2562]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5726af23-a326-43f9-a930-7b7cd4d11a46]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260]
Nov 27 02:06:39 user nova-compute[75686]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274, portal: 172.16.0.220,3260] successful.
Nov 27 02:06:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:970ec924-cbd5-4aca-bbb6-e5543b956274 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[307b16ed-0f22-461f-b9cb-524d84a86063]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.282s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] <== disconnect_volume: return (283ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:06:40 user nova-compute[75686]: DEBUG nova.objects.instance [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'flavor' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7e772890-0e56-4dac-8fb2-19ebc5e71709 tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.609s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:06:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:41 user nova-compute[75686]: INFO nova.compute.manager [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Terminating instance
Nov 27 02:06:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-0486f978-0e25-4c39-87f1-234931f17e8a req-b7fef61c-64cd-41da-bb0c-b51d39d50d12 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-vif-unplugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0486f978-0e25-4c39-87f1-234931f17e8a req-b7fef61c-64cd-41da-bb0c-b51d39d50d12 service nova] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0486f978-0e25-4c39-87f1-234931f17e8a req-b7fef61c-64cd-41da-bb0c-b51d39d50d12 service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-0486f978-0e25-4c39-87f1-234931f17e8a req-b7fef61c-64cd-41da-bb0c-b51d39d50d12 service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-0486f978-0e25-4c39-87f1-234931f17e8a req-b7fef61c-64cd-41da-bb0c-b51d39d50d12 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] No waiting events found dispatching network-vif-unplugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-0486f978-0e25-4c39-87f1-234931f17e8a req-b7fef61c-64cd-41da-bb0c-b51d39d50d12 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-vif-unplugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Instance destroyed successfully.
Nov 27 02:06:42 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lazy-loading 'resources' on Instance uuid a968a24b-8cb4-4a5e-9d35-23615494eb73 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-197054443',display_name='tempest-AttachVolumeTestJSON-server-197054443',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-197054443',id=36,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIcx8oCibtuSYAGJYvSlOreWLWWGrSFdOo+awn8PU1T0jdA/U+Tmh4KJWol/oqfoV/Cp+HhGOlrOYq4Svj5EEZp36AOC0y5uBKZvVFyGihEg41RdXh1zloZDhVp+90YRog==',key_name='tempest-keypair-844773472',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:03:45Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0f58fef2b9a44c91b1990c8b5b07212c',ramdisk_id='',reservation_id='r-xfay60jn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-107900000',owner_user_name='tempest-AttachVolumeTestJSON-107900000-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:03:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='98756aa16183475ca8113257bb08da2e',uuid=a968a24b-8cb4-4a5e-9d35-23615494eb73,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.75", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converting VIF {"id": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "address": "fa:16:3e:98:51:6b", "network": {"id": "33ae1cca-221f-47fd-aa00-c5bdfe094028", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-709809971-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.75", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0f58fef2b9a44c91b1990c8b5b07212c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4a7b08d0-0b", "ovs_interfaceid": "4a7b08d0-0b17-4722-b9e2-cef978e3ed18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:98:51:6b,bridge_name='br-int',has_traffic_filtering=True,id=4a7b08d0-0b17-4722-b9e2-cef978e3ed18,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a7b08d0-0b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG os_vif [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:51:6b,bridge_name='br-int',has_traffic_filtering=True,id=4a7b08d0-0b17-4722-b9e2-cef978e3ed18,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a7b08d0-0b') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4a7b08d0-0b, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d3f07674-ac88-4aee-95da-afedb685bf04) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:42 user nova-compute[75686]: INFO os_vif [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:98:51:6b,bridge_name='br-int',has_traffic_filtering=True,id=4a7b08d0-0b17-4722-b9e2-cef978e3ed18,network=Network(33ae1cca-221f-47fd-aa00-c5bdfe094028),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4a7b08d0-0b')
Nov 27 02:06:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Deleting instance files /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73_del
Nov 27 02:06:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Deletion of /opt/stack/data/nova/instances/a968a24b-8cb4-4a5e-9d35-23615494eb73_del complete
Nov 27 02:06:42 user nova-compute[75686]: INFO nova.compute.manager [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 27 02:06:42 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:06:42 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:06:43 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Took 0.74 seconds to deallocate network for instance.
Nov 27 02:06:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.274s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:43 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Deleted allocations for instance a968a24b-8cb4-4a5e-9d35-23615494eb73
Nov 27 02:06:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b57a2da9-b9b6-4567-87cc-c71d7d02e2ea tempest-AttachVolumeTestJSON-107900000 tempest-AttachVolumeTestJSON-107900000-project-member] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.076s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-ed71c0f4-9447-44b3-9daa-5ce0f01016c4 req-6076b3df-e96f-4eb6-a439-aceeeb5a69c4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed71c0f4-9447-44b3-9daa-5ce0f01016c4 req-6076b3df-e96f-4eb6-a439-aceeeb5a69c4 service nova] Acquiring lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed71c0f4-9447-44b3-9daa-5ce0f01016c4 req-6076b3df-e96f-4eb6-a439-aceeeb5a69c4 service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed71c0f4-9447-44b3-9daa-5ce0f01016c4 req-6076b3df-e96f-4eb6-a439-aceeeb5a69c4 service nova] Lock "a968a24b-8cb4-4a5e-9d35-23615494eb73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-ed71c0f4-9447-44b3-9daa-5ce0f01016c4 req-6076b3df-e96f-4eb6-a439-aceeeb5a69c4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] No waiting events found dispatching network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:43 user nova-compute[75686]: WARNING nova.compute.manager [req-ed71c0f4-9447-44b3-9daa-5ce0f01016c4 req-6076b3df-e96f-4eb6-a439-aceeeb5a69c4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received unexpected event network-vif-plugged-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 for instance with vm_state deleted and task_state None.
Nov 27 02:06:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-ed71c0f4-9447-44b3-9daa-5ce0f01016c4 req-6076b3df-e96f-4eb6-a439-aceeeb5a69c4 service nova] [instance: a968a24b-8cb4-4a5e-9d35-23615494eb73] Received event network-vif-deleted-4a7b08d0-0b17-4722-b9e2-cef978e3ed18 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:49 user nova-compute[75686]: INFO nova.compute.manager [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Terminating instance
Nov 27 02:06:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-b204b37d-5444-4c55-978f-dfa3806cdb3c req-20ec1bdc-ffbe-425e-b44d-ef40469f725e service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b204b37d-5444-4c55-978f-dfa3806cdb3c req-20ec1bdc-ffbe-425e-b44d-ef40469f725e service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b204b37d-5444-4c55-978f-dfa3806cdb3c req-20ec1bdc-ffbe-425e-b44d-ef40469f725e service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b204b37d-5444-4c55-978f-dfa3806cdb3c req-20ec1bdc-ffbe-425e-b44d-ef40469f725e service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-b204b37d-5444-4c55-978f-dfa3806cdb3c req-20ec1bdc-ffbe-425e-b44d-ef40469f725e service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG nova.compute.manager [req-b204b37d-5444-4c55-978f-dfa3806cdb3c req-20ec1bdc-ffbe-425e-b44d-ef40469f725e service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Instance destroyed successfully.
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'resources' on Instance uuid 22eebc55-69ce-4552-9a26-fc26a7d9d40f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:01:16Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-985085354',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-985085354',id=34,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:03:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-1jemqsco',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:05:04Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=22eebc55-69ce-4552-9a26-fc26a7d9d40f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "address": "fa:16:3e:2d:4e:b4", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap94ce3a4a-db", "ovs_interfaceid": "94ce3a4a-dbed-4b67-b8e4-19221c7e59ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_vif [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap94ce3a4a-db, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=34c1bbc8-1871-4e85-8a2a-55378ef3ccbc) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: INFO os_vif [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:4e:b4,bridge_name='br-int',has_traffic_filtering=True,id=94ce3a4a-dbed-4b67-b8e4-19221c7e59ea,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap94ce3a4a-db')
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PJBbSjpE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc3619d6-e9e3-425f-a883-73b344f8d6d5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:06:50 user nova-compute[75686]: No targets found.
Nov 27 02:06:50 user nova-compute[75686]: iSNS:
Nov 27 02:06:50 user nova-compute[75686]: No targets found.
Nov 27 02:06:50 user nova-compute[75686]: STATIC:
Nov 27 02:06:50 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:06:50 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:50 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:50 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5
Nov 27 02:06:50 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:06:50 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:06:50 user nova-compute[75686]: FIRMWARE:
Nov 27 02:06:50 user nova-compute[75686]: No targets found.
Nov 27 02:06:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:06:50 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:06:50 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c499eb6-a152-43a1-91e5-545a9e40a4dd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[18cc13b5-1421-4b81-b905-da45d50164bd]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:50 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:50 user nova-compute[75686]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 (non-flash)
Nov 27 02:06:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51750fa170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[107d3c58-15a4-49c1-aa6a-9f777fb97dbf]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e016127-afcf-455b-aeaa-e8d6b0644872]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[81f910ac-da50-49c1-aa19-32f6d4b14aa0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.054s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2122fec8-1b5c-4675-b1fa-d281d40b4d44]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[36d36476-041b-4f10-ad80-72a0aba79062]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[87eed1a7-9406-4fba-b4b4-4c4e7fa8ed3d]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260]
Nov 27 02:06:50 user nova-compute[75686]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5, portal: 172.16.0.220,3260] successful.
Nov 27 02:06:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f6e03b66-4cfe-4bc6-8d93-81c1f55129a5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[487a8ca9-b0b5-43c4-aaa0-2011657cc6b7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== disconnect_volume: return (312ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:06:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Deleting instance files /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f_del
Nov 27 02:06:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Deletion of /opt/stack/data/nova/instances/22eebc55-69ce-4552-9a26-fc26a7d9d40f_del complete
Nov 27 02:06:50 user nova-compute[75686]: INFO nova.compute.manager [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Took 1.20 seconds to destroy the instance on the hypervisor.
Nov 27 02:06:50 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:06:51 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Took 0.44 seconds to deallocate network for instance.
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-8b29943d-25cb-4f97-b409-240fc3dccbe3 req-8dbd5fb6-9a01-4b70-b698-52dd376eb6d3 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-deleted-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:51 user nova-compute[75686]: WARNING nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state deleting.
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:51 user nova-compute[75686]: WARNING nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state deleting.
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:51 user nova-compute[75686]: WARNING nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state deleting.
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-unplugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Acquiring lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:51 user nova-compute[75686]: DEBUG nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] No waiting events found dispatching network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:06:51 user nova-compute[75686]: WARNING nova.compute.manager [req-fa9094c2-4be5-4fe2-b503-9536f4a2c66c req-86350b37-b304-452b-b65d-cbe996e8b0a8 service nova] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Received unexpected event network-vif-plugged-94ce3a4a-dbed-4b67-b8e4-19221c7e59ea for instance with vm_state active and task_state deleting.
Nov 27 02:06:51 user nova-compute[75686]: INFO nova.compute.manager [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 22eebc55-69ce-4552-9a26-fc26a7d9d40f] Took 0.71 seconds to detach 1 volumes for instance.
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.243s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:52 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Deleted allocations for instance 22eebc55-69ce-4552-9a26-fc26a7d9d40f
Nov 27 02:06:52 user nova-compute[75686]: DEBUG nova.objects.instance [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b79ef3e-1658-4b41-878d-cd4ae1ad591c tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "22eebc55-69ce-4552-9a26-fc26a7d9d40f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.808s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:06:52 user nova-compute[75686]: INFO nova.compute.manager [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attaching volume fca133b3-da12-4c2a-8843-5cc8f4666e2d to /dev/vdb
Nov 27 02:06:52 user nova-compute[75686]: DEBUG os_brick.utils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[99f1f3bf-735d-4bcd-9d58-923405b44401]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d99aa01-41a4-4376-a0b3-3218048b763a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eeefdc6-bf2d-484f-9df0-d2b137acf766]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a915f64-7bf1-4594-aae3-fd5a25e1f2b0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:06:52 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:06:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[114309ce-7335-4201-9850-ebe32f5dae70]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG os_brick.utils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:52 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating existing volume attachment record: b40a5dbd-1cc4-4599-9fab-0ddc3cbb8546 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:06:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SoVpzBLE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:06:58 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:58 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:06:58 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa64d79d-54cc-48bf-bc31-5a968b1f991c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:06:58 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb7e7c53-2b48-4d07-a727-37435f878479]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d] added
Nov 27 02:06:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d37b68ef-7d5d-4c17-a991-469d0e0b28c2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c9c64a-8c2d-4212-8b9f-595ed9470b82]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SoVpzBLE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SoVpzBLE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e50a5d6-484b-440d-a153-df70febff06b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SoVpzBLE'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[40c64393-553f-4414-8892-69632da72de8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a0b81c2-b973-43b4-ab4f-4480bd770a8c]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[713fdde8-0095-4652-a054-82e55a12d1a7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260]
Nov 27 02:06:58 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260] successful.
Nov 27 02:06:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[383954ec-840b-474b-9cd8-1cbcb91103b1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[957cd7f0-574d-4d80-9344-e31bd7bf5e55]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:58 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:06:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:06:58 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:06:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] HCTL ('33', '-', '-', 0) found on session 45 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfb98229-b974-4c85-bbd6-6d5183b471d4]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:06:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Searching for a device in session 45 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SoVpzBLE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.298s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '23435303035373937', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23435303035373937', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG nova.objects.instance [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:06:59 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:06:59 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:06:59 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:06:59 user nova-compute[75686]:   <serial>fca133b3-da12-4c2a-8843-5cc8f4666e2d</serial>
Nov 27 02:06:59 user nova-compute[75686]: </disk>
Nov 27 02:06:59 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-changed-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Refreshing instance network info cache due to event network-changed-64e8b7c0-922f-4a3f-8e35-8f6657a38de6. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] Acquiring lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] Acquired lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:06:59 user nova-compute[75686]: DEBUG nova.network.neutron [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Refreshing network info cache for port 64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No VIF found with MAC fa:16:3e:2e:75:42, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Updated VIF entry in instance network info cache for port 64e8b7c0-922f-4a3f-8e35-8f6657a38de6. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Updating instance_info_cache with network_info: [{"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-18f9562b-babd-4a1f-9722-2a435010b7a2 req-5def49f5-4cd4-47d5-9f4c-be96f5b17692 service nova] Releasing lock "refresh_cache-52edffde-5d81-4b3e-9e14-6558bec163f9" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-becd1242-a817-4506-bea5-f0b0a02c2aeb tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.947s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:02 user nova-compute[75686]: INFO nova.compute.manager [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Detaching volume fca133b3-da12-4c2a-8843-5cc8f4666e2d
Nov 27 02:07:02 user nova-compute[75686]: INFO nova.virt.block_device [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attempting to driver detach volume fca133b3-da12-4c2a-8843-5cc8f4666e2d from mountpoint /dev/vdb
Nov 27 02:07:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Attempting to detach device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:07:02 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:07:02 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:07:02 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:07:02 user nova-compute[75686]:   <serial>fca133b3-da12-4c2a-8843-5cc8f4666e2d</serial>
Nov 27 02:07:02 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:07:02 user nova-compute[75686]: </disk>
Nov 27 02:07:02 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:07:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config.
Nov 27 02:07:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:07:02 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:07:02 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:07:02 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:07:02 user nova-compute[75686]:   <serial>fca133b3-da12-4c2a-8843-5cc8f4666e2d</serial>
Nov 27 02:07:02 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:07:02 user nova-compute[75686]: </disk>
Nov 27 02:07:02 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid 52edffde-5d81-4b3e-9e14-6558bec163f9 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:02 user nova-compute[75686]: INFO nova.compute.manager [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Attaching volume 6124d788-56f3-4432-9ded-769e9f5b357c to /dev/vdb
Nov 27 02:07:02 user nova-compute[75686]: DEBUG os_brick.utils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f3e943-35f6-48ba-8aa3-0c3d1dc56a67]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[44e7d740-f27d-4d4c-8760-33bff7720410]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd730a21-0edf-41f9-9901-9ba00d9ce08d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2802eddb-b044-4a2e-a59b-b81e1c8e6953]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:07:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:07:03 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:07:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a04939f-c405-4c8c-b8d6-9d9c85c01f7b]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG os_brick.utils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Updating existing volume attachment record: e2c0a779-07a1-4e2a-b667-83647a89101b {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:07:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MjYpUTaq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:07:09 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:07:09 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:07:09 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f570e5c8-9263-4fa9-bfac-80cd0272131d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:07:09 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc962745-5785-4200-8da4-1ef02ecebe86]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c] added
Nov 27 02:07:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd8b2fa-73a2-4619-a211-d9ba88c34b93]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.079s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a8cc57-af8b-472f-9916-ad74ec66406c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MjYpUTaq {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MjYpUTaq" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eba27dc-ba8e-4291-9cec-cb9dffb50f85]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MjYpUTaq'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff72591-38b2-4ea0-bbc8-a879a241a145]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[113eb42d-cdac-4eb3-8a17-4c12aaa0f2ce]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:09 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:07:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:09 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:07:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --login" returned: 0 in 0.055s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[32e8420a-b715-4a0a-b0f0-6ae6862234e6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260]
Nov 27 02:07:09 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260] successful.
Nov 27 02:07:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[33f4a838-4728-41b0-8ba7-2bf5fbbb2404]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdf3030a-ebe0-4eeb-97f8-745261138c37]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:09 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:07:09 user nova-compute[75686]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)
Nov 27 02:07:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:09 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:07:09 user nova-compute[75686]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)
Nov 27 02:07:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] HCTL ('34', '-', '-', 0) found on session 46 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac050c25-d6d6-4286-a103-331d5bcf28f7]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching for a device in session 46 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:07:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MjYpUTaq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.369s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== connect_volume: return (1371ms) {'type': 'block', 'scsi_wwn': '26639303432643338', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26639303432643338', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid 52edffde-5d81-4b3e-9e14-6558bec163f9 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:07:10 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:07:10 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:07:10 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:07:10 user nova-compute[75686]:   <serial>6124d788-56f3-4432-9ded-769e9f5b357c</serial>
Nov 27 02:07:10 user nova-compute[75686]: </disk>
Nov 27 02:07:10 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:07:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No VIF found with MAC fa:16:3e:82:59:83, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:07:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3fb5f344-d4d4-490c-a6ca-4b73ff9fc6b2 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.273s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:12 user nova-compute[75686]: INFO nova.compute.manager [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Detaching volume 6124d788-56f3-4432-9ded-769e9f5b357c
Nov 27 02:07:12 user nova-compute[75686]: INFO nova.virt.block_device [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Attempting to driver detach volume 6124d788-56f3-4432-9ded-769e9f5b357c from mountpoint /dev/vdb
Nov 27 02:07:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Attempting to detach device vdb from instance 52edffde-5d81-4b3e-9e14-6558bec163f9 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:07:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:07:12 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:07:12 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:07:12 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:07:12 user nova-compute[75686]:   <serial>6124d788-56f3-4432-9ded-769e9f5b357c</serial>
Nov 27 02:07:12 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:07:12 user nova-compute[75686]: </disk>
Nov 27 02:07:12 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:07:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully detached device vdb from instance 52edffde-5d81-4b3e-9e14-6558bec163f9 from the persistent domain config.
Nov 27 02:07:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 52edffde-5d81-4b3e-9e14-6558bec163f9 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:07:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:07:12 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:07:12 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:07:12 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:07:12 user nova-compute[75686]:   <serial>6124d788-56f3-4432-9ded-769e9f5b357c</serial>
Nov 27 02:07:12 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:07:12 user nova-compute[75686]: </disk>
Nov 27 02:07:12 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:07:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 52edffde-5d81-4b3e-9e14-6558bec163f9 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:07:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:07:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:07:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:07:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:07:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:19 user nova-compute[75686]: INFO nova.compute.manager [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Terminating instance
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-efab7726-6560-4234-a755-200b444bc8a1 req-817de8cf-dc66-419f-8d22-489b6b6102bf service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received event network-vif-unplugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-efab7726-6560-4234-a755-200b444bc8a1 req-817de8cf-dc66-419f-8d22-489b6b6102bf service nova] Acquiring lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-efab7726-6560-4234-a755-200b444bc8a1 req-817de8cf-dc66-419f-8d22-489b6b6102bf service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-efab7726-6560-4234-a755-200b444bc8a1 req-817de8cf-dc66-419f-8d22-489b6b6102bf service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-efab7726-6560-4234-a755-200b444bc8a1 req-817de8cf-dc66-419f-8d22-489b6b6102bf service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] No waiting events found dispatching network-vif-unplugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-efab7726-6560-4234-a755-200b444bc8a1 req-817de8cf-dc66-419f-8d22-489b6b6102bf service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received event network-vif-unplugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:07:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Instance destroyed successfully.
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lazy-loading 'resources' on Instance uuid a3be4e2a-a586-45fd-b032-db434ecf6d4a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:05:28Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-359971647',display_name='tempest-VolumesActionsTest-instance-359971647',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-359971647',id=39,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:05:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76c187845e2645e3bcf55d62c94ff431',ramdisk_id='',reservation_id='r-3fy8wc9k',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1790490732',owner_user_name='tempest-VolumesActionsTest-1790490732-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:05:36Z,user_data=None,user_id='8027d765937b430d9fbcdbc44f7dede5',uuid=a3be4e2a-a586-45fd-b032-db434ecf6d4a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converting VIF {"id": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "address": "fa:16:3e:0d:ca:4d", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3dfdd2f7-5d", "ovs_interfaceid": "3dfdd2f7-5d38-486c-a0db-cc3e125ed498", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ca:4d,bridge_name='br-int',has_traffic_filtering=True,id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfdd2f7-5d') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG os_vif [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ca:4d,bridge_name='br-int',has_traffic_filtering=True,id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfdd2f7-5d') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3dfdd2f7-5d, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a372e3c1-fa6c-4e77-a7a1-e56c44b094d8) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:19 user nova-compute[75686]: INFO os_vif [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0d:ca:4d,bridge_name='br-int',has_traffic_filtering=True,id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3dfdd2f7-5d')
Nov 27 02:07:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Deleting instance files /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a_del
Nov 27 02:07:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Deletion of /opt/stack/data/nova/instances/a3be4e2a-a586-45fd-b032-db434ecf6d4a_del complete
Nov 27 02:07:19 user nova-compute[75686]: INFO nova.compute.manager [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 27 02:07:19 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:07:19 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-951bbfd6-4b68-40c5-9ae2-7f4917da61e0 req-ede8ee1e-6e80-4597-a773-c1cb63bc38cb service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received event network-vif-deleted-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:20 user nova-compute[75686]: INFO nova.compute.manager [req-951bbfd6-4b68-40c5-9ae2-7f4917da61e0 req-ede8ee1e-6e80-4597-a773-c1cb63bc38cb service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Neutron deleted interface 3dfdd2f7-5d38-486c-a0db-cc3e125ed498; detaching it from the instance and deleting it from the info cache
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-951bbfd6-4b68-40c5-9ae2-7f4917da61e0 req-ede8ee1e-6e80-4597-a773-c1cb63bc38cb service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:07:20 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Took 0.50 seconds to deallocate network for instance.
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-951bbfd6-4b68-40c5-9ae2-7f4917da61e0 req-ede8ee1e-6e80-4597-a773-c1cb63bc38cb service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Detach interface failed, port_id=3dfdd2f7-5d38-486c-a0db-cc3e125ed498, reason: Instance a3be4e2a-a586-45fd-b032-db434ecf6d4a could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.242s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.207s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:20 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:07:20 user nova-compute[75686]: INFO nova.compute.claims [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Claim successful on node user
Nov 27 02:07:20 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Deleted allocations for instance a3be4e2a-a586-45fd-b032-db434ecf6d4a
Nov 27 02:07:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c2483ad8-6013-4a09-9c0a-425de808924c tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.814s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.354s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:07:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.policy [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4874ba5054e843be8abb960e24d90c61', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd748cef1b564d42affdddac5e7e6d82', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:07:21 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Creating image(s)
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "/opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "/opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "/opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.167s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk 1073741824" returned: 0 in 0.081s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.255s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Successfully created port: 1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-38174b9a-c4ff-4bc0-8f00-4f95a7afedad req-e47f0a31-a2b4-4d6b-bb41-39b651ac6c91 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received event network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38174b9a-c4ff-4bc0-8f00-4f95a7afedad req-e47f0a31-a2b4-4d6b-bb41-39b651ac6c91 service nova] Acquiring lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38174b9a-c4ff-4bc0-8f00-4f95a7afedad req-e47f0a31-a2b4-4d6b-bb41-39b651ac6c91 service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38174b9a-c4ff-4bc0-8f00-4f95a7afedad req-e47f0a31-a2b4-4d6b-bb41-39b651ac6c91 service nova] Lock "a3be4e2a-a586-45fd-b032-db434ecf6d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-38174b9a-c4ff-4bc0-8f00-4f95a7afedad req-e47f0a31-a2b4-4d6b-bb41-39b651ac6c91 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] No waiting events found dispatching network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:07:21 user nova-compute[75686]: WARNING nova.compute.manager [req-38174b9a-c4ff-4bc0-8f00-4f95a7afedad req-e47f0a31-a2b4-4d6b-bb41-39b651ac6c91 service nova] [instance: a3be4e2a-a586-45fd-b032-db434ecf6d4a] Received unexpected event network-vif-plugged-3dfdd2f7-5d38-486c-a0db-cc3e125ed498 for instance with vm_state deleted and task_state None.
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.168s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Checking if we can resize image /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:07:21 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Cannot resize image /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Ensure instance console log exists: /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Successfully updated port: 1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquired lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-changed-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Refreshing instance network info cache due to event network-changed-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] Acquiring lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:07:22 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updating instance_info_cache with network_info: [{"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:07:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 is timed out.
Nov 27 02:07:23 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config.
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SoVpzBLE', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:07:23 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Releasing lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Instance network_info: |[{"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] Acquired lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Refreshing network info cache for port 1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Start _get_guest_xml network_info=[{"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc2d309d-d527-4355-b793-48f7b2a43464]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:07:23 user nova-compute[75686]: No targets found.
Nov 27 02:07:23 user nova-compute[75686]: iSNS:
Nov 27 02:07:23 user nova-compute[75686]: No targets found.
Nov 27 02:07:23 user nova-compute[75686]: STATIC:
Nov 27 02:07:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d
Nov 27 02:07:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:07:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:07:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:07:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:07:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:07:23 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c
Nov 27 02:07:23 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:07:23 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:07:23 user nova-compute[75686]: FIRMWARE:
Nov 27 02:07:23 user nova-compute[75686]: No targets found.
Nov 27 02:07:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:07:23 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:07:23 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:07:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:07:23 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:07:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-231949093',display_name='tempest-VolumesSnapshotTestJSON-instance-231949093',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-231949093',id=40,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPSmiq1+sk65Km2/qDoWLKpTUc4lWCZ0Gl7Fmkzt33UN8sNo5rSMYuKKhKpqJTPsp0fePlA08NIjJJKNpqkfVxrZHG07zwBVvfBkLtDYMRhNPerykp7+i2PPC5IyfmP6tQ==',key_name='tempest-keypair-1187558695',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd748cef1b564d42affdddac5e7e6d82',ramdisk_id='',reservation_id='r-5fbyqdlh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1251684731',owner_user_name='tempest-VolumesSnapshotTestJSON-1251684731-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:07:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4874ba5054e843be8abb960e24d90c61',uuid=47255513-0bc4-4344-ba45-2798e920c44b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converting VIF {"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:55:6d,bridge_name='br-int',has_traffic_filtering=True,id=1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d0fc0e4-5c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'pci_devices' on Instance uuid 47255513-0bc4-4344-ba45-2798e920c44b {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8999f0e-e2c9-48dd-a2bd-b941dcea1e10]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:07:23 user nova-compute[75686]:   <uuid>47255513-0bc4-4344-ba45-2798e920c44b</uuid>
Nov 27 02:07:23 user nova-compute[75686]:   <name>instance-00000028</name>
Nov 27 02:07:23 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:07:23 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:07:23 user nova-compute[75686]:   <metadata>
Nov 27 02:07:23 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:07:23 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:07:23 user nova-compute[75686]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-231949093</nova:name>
Nov 27 02:07:23 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:07:23</nova:creationTime>
Nov 27 02:07:23 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:07:23 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:07:23 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:07:23 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:07:23 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:07:23 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:07:23 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:07:23 user nova-compute[75686]:       <nova:owner>
Nov 27 02:07:23 user nova-compute[75686]:         <nova:user uuid="4874ba5054e843be8abb960e24d90c61">tempest-VolumesSnapshotTestJSON-1251684731-project-member</nova:user>
Nov 27 02:07:23 user nova-compute[75686]:         <nova:project uuid="bd748cef1b564d42affdddac5e7e6d82">tempest-VolumesSnapshotTestJSON-1251684731</nova:project>
Nov 27 02:07:23 user nova-compute[75686]:       </nova:owner>
Nov 27 02:07:23 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:07:23 user nova-compute[75686]:       <nova:ports>
Nov 27 02:07:23 user nova-compute[75686]:         <nova:port uuid="1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600">
Nov 27 02:07:23 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 02:07:23 user nova-compute[75686]:         </nova:port>
Nov 27 02:07:23 user nova-compute[75686]:       </nova:ports>
Nov 27 02:07:23 user nova-compute[75686]:     </nova:instance>
Nov 27 02:07:23 user nova-compute[75686]:   </metadata>
Nov 27 02:07:23 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:07:23 user nova-compute[75686]:     <system>
Nov 27 02:07:23 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:07:23 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:07:23 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:07:23 user nova-compute[75686]:       <entry name="serial">47255513-0bc4-4344-ba45-2798e920c44b</entry>
Nov 27 02:07:23 user nova-compute[75686]:       <entry name="uuid">47255513-0bc4-4344-ba45-2798e920c44b</entry>
Nov 27 02:07:23 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:07:23 user nova-compute[75686]:     </system>
Nov 27 02:07:23 user nova-compute[75686]:   </sysinfo>
Nov 27 02:07:23 user nova-compute[75686]:   <os>
Nov 27 02:07:23 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:07:23 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:07:23 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:07:23 user nova-compute[75686]:   </os>
Nov 27 02:07:23 user nova-compute[75686]:   <features>
Nov 27 02:07:23 user nova-compute[75686]:     <acpi/>
Nov 27 02:07:23 user nova-compute[75686]:     <apic/>
Nov 27 02:07:23 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:07:23 user nova-compute[75686]:   </features>
Nov 27 02:07:23 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:07:23 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:07:23 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:07:23 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:07:23 user nova-compute[75686]:   </clock>
Nov 27 02:07:23 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:07:23 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:07:23 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:07:23 user nova-compute[75686]:   </cpu>
Nov 27 02:07:23 user nova-compute[75686]:   <devices>
Nov 27 02:07:23 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:07:23 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:07:23 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk"/>
Nov 27 02:07:23 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:07:23 user nova-compute[75686]:     </disk>
Nov 27 02:07:23 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:07:23 user nova-compute[75686]:       <mac address="fa:16:3e:9d:55:6d"/>
Nov 27 02:07:23 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:07:23 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:07:23 user nova-compute[75686]:       <target dev="tap1d0fc0e4-5c"/>
Nov 27 02:07:23 user nova-compute[75686]:     </interface>
Nov 27 02:07:23 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:07:23 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/console.log" append="off"/>
Nov 27 02:07:23 user nova-compute[75686]:     </serial>
Nov 27 02:07:23 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:07:23 user nova-compute[75686]:     <video>
Nov 27 02:07:23 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:07:23 user nova-compute[75686]:     </video>
Nov 27 02:07:23 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:07:23 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:07:23 user nova-compute[75686]:     </rng>
Nov 27 02:07:23 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:07:23 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:07:23 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:07:23 user nova-compute[75686]:     </memballoon>
Nov 27 02:07:23 user nova-compute[75686]:   </devices>
Nov 27 02:07:23 user nova-compute[75686]: </domain>
Nov 27 02:07:23 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:07:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-231949093',display_name='tempest-VolumesSnapshotTestJSON-instance-231949093',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-231949093',id=40,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPSmiq1+sk65Km2/qDoWLKpTUc4lWCZ0Gl7Fmkzt33UN8sNo5rSMYuKKhKpqJTPsp0fePlA08NIjJJKNpqkfVxrZHG07zwBVvfBkLtDYMRhNPerykp7+i2PPC5IyfmP6tQ==',key_name='tempest-keypair-1187558695',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd748cef1b564d42affdddac5e7e6d82',ramdisk_id='',reservation_id='r-5fbyqdlh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-1251684731',owner_user_name='tempest-VolumesSnapshotTestJSON-1251684731-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:07:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4874ba5054e843be8abb960e24d90c61',uuid=47255513-0bc4-4344-ba45-2798e920c44b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converting VIF {"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:9d:55:6d,bridge_name='br-int',has_traffic_filtering=True,id=1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d0fc0e4-5c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_vif [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:55:6d,bridge_name='br-int',has_traffic_filtering=True,id=1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d0fc0e4-5c') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd3a1ee7f-fac5-5844-9b87-e84cad7c0117', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[10b0eb07-f933-4a33-b2f5-0c3b701a5614]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:23 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:07:23 user nova-compute[75686]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)
Nov 27 02:07:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:23 user nova-compute[75686]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d (non-flash)
Nov 27 02:07:23 user nova-compute[75686]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)
Nov 27 02:07:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148303f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1d0fc0e4-5c, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1d0fc0e4-5c, col_values=(('qos', UUID('72ba9f65-9f9d-45f0-8aad-1fcb5e6c1fdf')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1d0fc0e4-5c, col_values=(('external_ids', {'iface-id': '1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:9d:55:6d', 'vm-uuid': '47255513-0bc4-4344-ba45-2798e920c44b'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:23 user nova-compute[75686]: INFO os_vif [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:9d:55:6d,bridge_name='br-int',has_traffic_filtering=True,id=1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d0fc0e4-5c')
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a3003af-eb07-4623-a477-175fc154c537]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[521aeca7-ab71-4c13-9b29-c4f55239bee3]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f90e77a-89ae-4e2b-a5c6-9eaa8d73b2db]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No VIF found with MAC fa:16:3e:9d:55:6d, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2169b02c-514b-40a4-bc24-2a4e5f427e8d]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8359e073-00c4-4d62-abd7-b93bb9d22598]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b60e67e-8e1f-4797-aacd-bcb1e85c3411]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260]
Nov 27 02:07:23 user nova-compute[75686]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d, portal: 172.16.0.220,3260] successful.
Nov 27 02:07:23 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fca133b3-da12-4c2a-8843-5cc8f4666e2d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[83d5b4a4-b26b-4c51-8369-02d6bf6b4e9a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.389s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== disconnect_volume: return (392ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updated VIF entry in instance network info cache for port 1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG nova.network.neutron [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updating instance_info_cache with network_info: [{"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:07:23 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3b8c610b-d9d9-42e5-8368-845c4df690a0 req-1b308559-566d-4de8-84ac-7c71ee34b44c service nova] Releasing lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ba29fedc-652c-493a-ade2-fceabd45239e tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.780s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-061c3fad-80bf-42e7-82a8-b7fcc5afb59a req-9ebd4f9a-7c7d-470c-88d9-3a7c7295c91a service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-061c3fad-80bf-42e7-82a8-b7fcc5afb59a req-9ebd4f9a-7c7d-470c-88d9-3a7c7295c91a service nova] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-061c3fad-80bf-42e7-82a8-b7fcc5afb59a req-9ebd4f9a-7c7d-470c-88d9-3a7c7295c91a service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-061c3fad-80bf-42e7-82a8-b7fcc5afb59a req-9ebd4f9a-7c7d-470c-88d9-3a7c7295c91a service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-061c3fad-80bf-42e7-82a8-b7fcc5afb59a req-9ebd4f9a-7c7d-470c-88d9-3a7c7295c91a service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] No waiting events found dispatching network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:07:24 user nova-compute[75686]: WARNING nova.compute.manager [req-061c3fad-80bf-42e7-82a8-b7fcc5afb59a req-9ebd4f9a-7c7d-470c-88d9-3a7c7295c91a service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received unexpected event network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 for instance with vm_state building and task_state spawning.
Nov 27 02:07:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:25 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:07:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Instance spawned successfully.
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-a8969ed5-6bea-446c-b0bd-cd0ad424747b req-b8d0199d-dc00-463a-8a6e-96e084ba7ed6 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a8969ed5-6bea-446c-b0bd-cd0ad424747b req-b8d0199d-dc00-463a-8a6e-96e084ba7ed6 service nova] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a8969ed5-6bea-446c-b0bd-cd0ad424747b req-b8d0199d-dc00-463a-8a6e-96e084ba7ed6 service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a8969ed5-6bea-446c-b0bd-cd0ad424747b req-b8d0199d-dc00-463a-8a6e-96e084ba7ed6 service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-a8969ed5-6bea-446c-b0bd-cd0ad424747b req-b8d0199d-dc00-463a-8a6e-96e084ba7ed6 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] No waiting events found dispatching network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:07:26 user nova-compute[75686]: WARNING nova.compute.manager [req-a8969ed5-6bea-446c-b0bd-cd0ad424747b req-b8d0199d-dc00-463a-8a6e-96e084ba7ed6 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received unexpected event network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 for instance with vm_state building and task_state spawning.
Nov 27 02:07:26 user nova-compute[75686]: INFO nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Took 5.57 seconds to spawn the instance on the hypervisor.
Nov 27 02:07:26 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:07:26 user nova-compute[75686]: INFO nova.compute.manager [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Took 6.44 seconds to build instance.
Nov 27 02:07:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3aeb939f-a42d-4774-9d5c-79467fc3335e tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.535s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:07:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:07:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:07:30 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating instance_info_cache with network_info: [{"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-3a110ae5-60a1-4aa7-9018-5b57f10bebd0" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:31 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 52edffde-5d81-4b3e-9e14-6558bec163f9 is timed out.
Nov 27 02:07:32 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully detached device vdb from instance 52edffde-5d81-4b3e-9e14-6558bec163f9 from the live domain config.
Nov 27 02:07:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MjYpUTaq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:07:32 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[55722d19-3985-4f27-991d-534b01231648]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:07:32 user nova-compute[75686]: No targets found.
Nov 27 02:07:32 user nova-compute[75686]: iSNS:
Nov 27 02:07:32 user nova-compute[75686]: No targets found.
Nov 27 02:07:32 user nova-compute[75686]: STATIC:
Nov 27 02:07:32 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:07:32 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:07:32 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:07:32 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c
Nov 27 02:07:32 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:07:32 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:07:32 user nova-compute[75686]: FIRMWARE:
Nov 27 02:07:32 user nova-compute[75686]: No targets found.
Nov 27 02:07:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:07:32 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:07:32 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f67b0f36-98d9-49cd-b7f2-fb041dddd0c2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3c8b123-4f73-4df7-8076-2624427586bf]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:32 user nova-compute[75686]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)
Nov 27 02:07:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:07:32 user nova-compute[75686]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c (non-flash)
Nov 27 02:07:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514832f640>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c35eabf6-ee45-45d7-a0e4-ee6d7824450c]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5630ebfd-aecb-4ac4-a048-cac0fd222060]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bb47e38-9640-4881-a236-1016b0cf6d1f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a952eea-4ed9-4cd6-8afe-40be8307e1d7]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[57e2a58a-ccfe-4eb1-8b49-0f3639e8ead2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[42d93c4a-29d4-4173-a7d2-0eb821d3b3fc]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260]
Nov 27 02:07:32 user nova-compute[75686]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c, portal: 172.16.0.220,3260] successful.
Nov 27 02:07:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6124d788-56f3-4432-9ded-769e9f5b357c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[907b13f2-9162-41e7-b01a-53135d015d7f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.337s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== disconnect_volume: return (339ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9/disk --force-share --output=json" returned: 0 in 0.207s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid 52edffde-5d81-4b3e-9e14-6558bec163f9 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0f4c41fa-9345-4600-b25e-f626feff67fe tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.808s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:33 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:07:34 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:07:34 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8380MB free_disk=24.82860565185547GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 11fa880a-3dc3-4455-9d4b-967c16beed5c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 52edffde-5d81-4b3e-9e14-6558bec163f9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 47255513-0bc4-4344-ba45-2798e920c44b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:07:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.362s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:07:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:07:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:40 user nova-compute[75686]: INFO nova.compute.manager [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Terminating instance
Nov 27 02:07:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-2c10977d-f1aa-4a88-bdbd-319ae5596186 req-071aeb24-416f-4732-9eda-0a57c6e78d8f service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received event network-vif-unplugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2c10977d-f1aa-4a88-bdbd-319ae5596186 req-071aeb24-416f-4732-9eda-0a57c6e78d8f service nova] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2c10977d-f1aa-4a88-bdbd-319ae5596186 req-071aeb24-416f-4732-9eda-0a57c6e78d8f service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2c10977d-f1aa-4a88-bdbd-319ae5596186 req-071aeb24-416f-4732-9eda-0a57c6e78d8f service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-2c10977d-f1aa-4a88-bdbd-319ae5596186 req-071aeb24-416f-4732-9eda-0a57c6e78d8f service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] No waiting events found dispatching network-vif-unplugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:07:40 user nova-compute[75686]: DEBUG nova.compute.manager [req-2c10977d-f1aa-4a88-bdbd-319ae5596186 req-071aeb24-416f-4732-9eda-0a57c6e78d8f service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received event network-vif-unplugged-3a963bef-d949-42df-a116-7049ffc392a8 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:07:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Instance destroyed successfully.
Nov 27 02:07:40 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'resources' on Instance uuid 11fa880a-3dc3-4455-9d4b-967c16beed5c {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:58:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-592566019',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-592566019',id=31,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:58:27Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-a23g929c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:00:15Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=11fa880a-3dc3-4455-9d4b-967c16beed5c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "3a963bef-d949-42df-a116-7049ffc392a8", "address": "fa:16:3e:86:c6:cc", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3a963bef-d9", "ovs_interfaceid": "3a963bef-d949-42df-a116-7049ffc392a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:86:c6:cc,bridge_name='br-int',has_traffic_filtering=True,id=3a963bef-d949-42df-a116-7049ffc392a8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a963bef-d9') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG os_vif [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:c6:cc,bridge_name='br-int',has_traffic_filtering=True,id=3a963bef-d949-42df-a116-7049ffc392a8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a963bef-d9') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3a963bef-d9, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8e2412f0-dc3a-49b7-90d5-2e9a9c1d177c) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:07:41 user nova-compute[75686]: INFO os_vif [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:86:c6:cc,bridge_name='br-int',has_traffic_filtering=True,id=3a963bef-d949-42df-a116-7049ffc392a8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3a963bef-d9')
Nov 27 02:07:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Deleting instance files /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c_del
Nov 27 02:07:41 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Deletion of /opt/stack/data/nova/instances/11fa880a-3dc3-4455-9d4b-967c16beed5c_del complete
Nov 27 02:07:41 user nova-compute[75686]: INFO nova.compute.manager [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Took 0.81 seconds to destroy the instance on the hypervisor.
Nov 27 02:07:41 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:07:41 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Took 0.44 seconds to deallocate network for instance.
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-0b5346c0-142d-4366-9fb3-0d14b880baf7 req-c1bf776b-6d18-4b0d-bad3-2fbea3488986 service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received event network-vif-deleted-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:07:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.245s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:41 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Deleted allocations for instance 11fa880a-3dc3-4455-9d4b-967c16beed5c
Nov 27 02:07:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4291182e-3708-4829-8455-5981f28a5e07 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.711s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-25a9e363-6910-49d9-98fb-3d1be56b0d12 req-34361ae7-3730-4c48-b49f-bf671caa271c service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received event network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:07:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25a9e363-6910-49d9-98fb-3d1be56b0d12 req-34361ae7-3730-4c48-b49f-bf671caa271c service nova] Acquiring lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25a9e363-6910-49d9-98fb-3d1be56b0d12 req-34361ae7-3730-4c48-b49f-bf671caa271c service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-25a9e363-6910-49d9-98fb-3d1be56b0d12 req-34361ae7-3730-4c48-b49f-bf671caa271c service nova] Lock "11fa880a-3dc3-4455-9d4b-967c16beed5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-25a9e363-6910-49d9-98fb-3d1be56b0d12 req-34361ae7-3730-4c48-b49f-bf671caa271c service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] No waiting events found dispatching network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:07:42 user nova-compute[75686]: WARNING nova.compute.manager [req-25a9e363-6910-49d9-98fb-3d1be56b0d12 req-34361ae7-3730-4c48-b49f-bf671caa271c service nova] [instance: 11fa880a-3dc3-4455-9d4b-967c16beed5c] Received unexpected event network-vif-plugged-3a963bef-d949-42df-a116-7049ffc392a8 for instance with vm_state deleted and task_state None.
Nov 27 02:07:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:07:55 user nova-compute[75686]: INFO nova.compute.manager [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attaching volume b734d7bd-95d8-4a03-9c12-dedb55f88a72 to /dev/vdb
Nov 27 02:07:55 user nova-compute[75686]: DEBUG os_brick.utils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[db3d4b05-6104-49c7-aacf-e8b9f8e37d86]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a26a772f-bb96-4a70-bd4e-471a8b597fee]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca233106-b1aa-4dfa-92d3-d3546da08bd7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ede6211c-b0ec-4cb9-96ab-ab59224f940f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:07:55 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:07:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[36184928-8da4-4f9c-97fb-ff66d3b026fc]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:07:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:07:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:07:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:07:56 user nova-compute[75686]: DEBUG os_brick.utils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:07:56 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating existing volume attachment record: dc156f6a-dcfa-43e1-98be-f322ec559f8f {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:07:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:07:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:02 user nova-compute[75686]: INFO nova.compute.manager [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Terminating instance
Nov 27 02:08:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-a4ef6487-7be6-4321-920a-da4f08ac8386 req-6fdcacfd-ab0d-4444-962f-34d708bac16e service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-vif-unplugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a4ef6487-7be6-4321-920a-da4f08ac8386 req-6fdcacfd-ab0d-4444-962f-34d708bac16e service nova] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a4ef6487-7be6-4321-920a-da4f08ac8386 req-6fdcacfd-ab0d-4444-962f-34d708bac16e service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a4ef6487-7be6-4321-920a-da4f08ac8386 req-6fdcacfd-ab0d-4444-962f-34d708bac16e service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-a4ef6487-7be6-4321-920a-da4f08ac8386 req-6fdcacfd-ab0d-4444-962f-34d708bac16e service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] No waiting events found dispatching network-vif-unplugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:08:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-a4ef6487-7be6-4321-920a-da4f08ac8386 req-6fdcacfd-ab0d-4444-962f-34d708bac16e service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-vif-unplugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:08:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Instance destroyed successfully.
Nov 27 02:08:03 user nova-compute[75686]: DEBUG nova.objects.instance [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'resources' on Instance uuid 52edffde-5d81-4b3e-9e14-6558bec163f9 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:05:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-2005586504',display_name='tempest-AttachVolumeNegativeTest-server-2005586504',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-2005586504',id=38,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBx14fSBXwVn5+3dCh0c5gahcPzBtjJjJGkNSnPTd4n23QQoKTYaAogwXhEqKUkAFDP2T4ZpYSes5dhQfm+h72CxEi5q9IAR5k+8ylU9+Kc6pt2iBH4q7ADdSqak1DQwBg==',key_name='tempest-keypair-1344459915',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:05:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-6qvkhzq6',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:05:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=52edffde-5d81-4b3e-9e14-6558bec163f9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "address": "fa:16:3e:82:59:83", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap64e8b7c0-92", "ovs_interfaceid": "64e8b7c0-922f-4a3f-8e35-8f6657a38de6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:82:59:83,bridge_name='br-int',has_traffic_filtering=True,id=64e8b7c0-922f-4a3f-8e35-8f6657a38de6,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64e8b7c0-92') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG os_vif [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:59:83,bridge_name='br-int',has_traffic_filtering=True,id=64e8b7c0-922f-4a3f-8e35-8f6657a38de6,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64e8b7c0-92') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap64e8b7c0-92, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23d4f7c4-b46b-47a2-9fbd-f0177d83b643) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:03 user nova-compute[75686]: INFO os_vif [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:82:59:83,bridge_name='br-int',has_traffic_filtering=True,id=64e8b7c0-922f-4a3f-8e35-8f6657a38de6,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap64e8b7c0-92')
Nov 27 02:08:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Deleting instance files /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9_del
Nov 27 02:08:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Deletion of /opt/stack/data/nova/instances/52edffde-5d81-4b3e-9e14-6558bec163f9_del complete
Nov 27 02:08:03 user nova-compute[75686]: INFO nova.compute.manager [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 27 02:08:03 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:08:03 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:08:04 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Took 0.90 seconds to deallocate network for instance.
Nov 27 02:08:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-be45ee05-2156-4526-8c86-cdaeb9b6b9ff req-f0f32466-1103-4e41-8737-a76d0a0ee662 service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-vif-deleted-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.206s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:04 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Deleted allocations for instance 52edffde-5d81-4b3e-9e14-6558bec163f9
Nov 27 02:08:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QtyJquod', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:08:04 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:08:04 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:08:04 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-452e70e4-1e9b-4de2-b8d3-ab8a1220e93c tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.146s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[94debfef-7b16-4aad-8d0e-695dba0771a0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:08:04 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cd570e4-6ba6-4a96-b1a1-7c3111320e38]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72] added
Nov 27 02:08:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd6e147e-0a86-4cb0-a08f-f306ce92f8ed]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[10532844-d4f3-4aa3-bf44-1a65e6209aa8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QtyJquod {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QtyJquod" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1df1b51b-c468-4eb2-b2c2-1e643c63d44f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QtyJquod'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cc768d2-32ba-42de-aa06-5c6c6d8b2092]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a6bd4ef-b205-4858-972e-88a9218f912d]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-477793fd-1fe1-4e77-ad83-19e9286a9389 req-ced47697-a436-476e-9973-d8430c42181d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received event network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-477793fd-1fe1-4e77-ad83-19e9286a9389 req-ced47697-a436-476e-9973-d8430c42181d service nova] Acquiring lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-477793fd-1fe1-4e77-ad83-19e9286a9389 req-ced47697-a436-476e-9973-d8430c42181d service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-477793fd-1fe1-4e77-ad83-19e9286a9389 req-ced47697-a436-476e-9973-d8430c42181d service nova] Lock "52edffde-5d81-4b3e-9e14-6558bec163f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-477793fd-1fe1-4e77-ad83-19e9286a9389 req-ced47697-a436-476e-9973-d8430c42181d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] No waiting events found dispatching network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:08:04 user nova-compute[75686]: WARNING nova.compute.manager [req-477793fd-1fe1-4e77-ad83-19e9286a9389 req-ced47697-a436-476e-9973-d8430c42181d service nova] [instance: 52edffde-5d81-4b3e-9e14-6558bec163f9] Received unexpected event network-vif-plugged-64e8b7c0-922f-4a3f-8e35-8f6657a38de6 for instance with vm_state deleted and task_state None.
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d03ca988-bf7a-406e-a634-0f3665cb3b99]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260]
Nov 27 02:08:04 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260] successful.
Nov 27 02:08:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dce0c038-f8f9-4ef6-8e51-5b62f5e3b4dc]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[adedf9b2-984f-4619-8c39-13445ee71108]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:04 user nova-compute[75686]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 (non-flash)
Nov 27 02:08:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:04 user nova-compute[75686]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 (non-flash)
Nov 27 02:08:04 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.285s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[719da4c8-ab3a-4e61-82f2-beb2cf0612d3]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:08:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QtyJquod', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:08:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.317s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:08:05 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== connect_volume: return (1318ms) {'type': 'block', 'scsi_wwn': '23839626633386539', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:08:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839626633386539', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:08:05 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:08:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:08:05 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:08:05 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:08:05 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:08:05 user nova-compute[75686]:   <serial>b734d7bd-95d8-4a03-9c12-dedb55f88a72</serial>
Nov 27 02:08:05 user nova-compute[75686]: </disk>
Nov 27 02:08:05 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:08:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:08:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:08:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] No VIF found with MAC fa:16:3e:2e:75:42, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:08:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d5529df-e1e3-49a5-9951-6b81dff59f2a tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 10.605s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:08 user nova-compute[75686]: INFO nova.compute.manager [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Detaching volume b734d7bd-95d8-4a03-9c12-dedb55f88a72
Nov 27 02:08:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:08 user nova-compute[75686]: INFO nova.virt.block_device [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Attempting to driver detach volume b734d7bd-95d8-4a03-9c12-dedb55f88a72 from mountpoint /dev/vdb
Nov 27 02:08:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Attempting to detach device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:08:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:08:08 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:08:08 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:08:08 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:08:08 user nova-compute[75686]:   <serial>b734d7bd-95d8-4a03-9c12-dedb55f88a72</serial>
Nov 27 02:08:08 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:08:08 user nova-compute[75686]: </disk>
Nov 27 02:08:08 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:08:08 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the persistent domain config.
Nov 27 02:08:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:08:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:08:08 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:08:08 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:08:08 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:08:08 user nova-compute[75686]:   <serial>b734d7bd-95d8-4a03-9c12-dedb55f88a72</serial>
Nov 27 02:08:08 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:08:08 user nova-compute[75686]: </disk>
Nov 27 02:08:08 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:08:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:08:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "59d54b1b-4275-4929-b1af-1b216b8971dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:08:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:08:11 user nova-compute[75686]: INFO nova.compute.claims [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Claim successful on node user
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.308s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:08:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.policy [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8027d765937b430d9fbcdbc44f7dede5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76c187845e2645e3bcf55d62c94ff431', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:08:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Creating image(s)
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "/opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "/opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "/opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk 1073741824" returned: 0 in 0.051s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG nova.network.neutron [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Successfully created port: 9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Checking if we can resize image /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Cannot resize image /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Ensure instance console log exists: /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:12 user nova-compute[75686]: DEBUG nova.network.neutron [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Successfully updated port: 9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "refresh_cache-59d54b1b-4275-4929-b1af-1b216b8971dd" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquired lock "refresh_cache-59d54b1b-4275-4929-b1af-1b216b8971dd" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.neutron [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Received event network-changed-9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Refreshing instance network info cache due to event network-changed-9609fe58-4ecc-4f67-88b6-45a51dadd48f. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] Acquiring lock "refresh_cache-59d54b1b-4275-4929-b1af-1b216b8971dd" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.neutron [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.neutron [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Updating instance_info_cache with network_info: [{"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Releasing lock "refresh_cache-59d54b1b-4275-4929-b1af-1b216b8971dd" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Instance network_info: |[{"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] Acquired lock "refresh_cache-59d54b1b-4275-4929-b1af-1b216b8971dd" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.neutron [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Refreshing network info cache for port 9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Start _get_guest_xml network_info=[{"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:08:13 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:08:13 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:08:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-478493346',display_name='tempest-VolumesActionsTest-instance-478493346',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-478493346',id=41,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76c187845e2645e3bcf55d62c94ff431',ramdisk_id='',reservation_id='r-p0e1q6tx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1790490732',owner_user_name='tempest-VolumesActionsTest-1790490732-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:08:11Z,user_data=None,user_id='8027d765937b430d9fbcdbc44f7dede5',uuid=59d54b1b-4275-4929-b1af-1b216b8971dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converting VIF {"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:21:66,bridge_name='br-int',has_traffic_filtering=True,id=9609fe58-4ecc-4f67-88b6-45a51dadd48f,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9609fe58-4e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.objects.instance [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lazy-loading 'pci_devices' on Instance uuid 59d54b1b-4275-4929-b1af-1b216b8971dd {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:08:13 user nova-compute[75686]:   <uuid>59d54b1b-4275-4929-b1af-1b216b8971dd</uuid>
Nov 27 02:08:13 user nova-compute[75686]:   <name>instance-00000029</name>
Nov 27 02:08:13 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:08:13 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:08:13 user nova-compute[75686]:   <metadata>
Nov 27 02:08:13 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:08:13 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:08:13 user nova-compute[75686]:       <nova:name>tempest-VolumesActionsTest-instance-478493346</nova:name>
Nov 27 02:08:13 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:08:13</nova:creationTime>
Nov 27 02:08:13 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:08:13 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:08:13 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:08:13 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:08:13 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:08:13 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:08:13 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:08:13 user nova-compute[75686]:       <nova:owner>
Nov 27 02:08:13 user nova-compute[75686]:         <nova:user uuid="8027d765937b430d9fbcdbc44f7dede5">tempest-VolumesActionsTest-1790490732-project-member</nova:user>
Nov 27 02:08:13 user nova-compute[75686]:         <nova:project uuid="76c187845e2645e3bcf55d62c94ff431">tempest-VolumesActionsTest-1790490732</nova:project>
Nov 27 02:08:13 user nova-compute[75686]:       </nova:owner>
Nov 27 02:08:13 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:08:13 user nova-compute[75686]:       <nova:ports>
Nov 27 02:08:13 user nova-compute[75686]:         <nova:port uuid="9609fe58-4ecc-4f67-88b6-45a51dadd48f">
Nov 27 02:08:13 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.6" ipVersion="4"/>
Nov 27 02:08:13 user nova-compute[75686]:         </nova:port>
Nov 27 02:08:13 user nova-compute[75686]:       </nova:ports>
Nov 27 02:08:13 user nova-compute[75686]:     </nova:instance>
Nov 27 02:08:13 user nova-compute[75686]:   </metadata>
Nov 27 02:08:13 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:08:13 user nova-compute[75686]:     <system>
Nov 27 02:08:13 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:08:13 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:08:13 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:08:13 user nova-compute[75686]:       <entry name="serial">59d54b1b-4275-4929-b1af-1b216b8971dd</entry>
Nov 27 02:08:13 user nova-compute[75686]:       <entry name="uuid">59d54b1b-4275-4929-b1af-1b216b8971dd</entry>
Nov 27 02:08:13 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:08:13 user nova-compute[75686]:     </system>
Nov 27 02:08:13 user nova-compute[75686]:   </sysinfo>
Nov 27 02:08:13 user nova-compute[75686]:   <os>
Nov 27 02:08:13 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:08:13 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:08:13 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:08:13 user nova-compute[75686]:   </os>
Nov 27 02:08:13 user nova-compute[75686]:   <features>
Nov 27 02:08:13 user nova-compute[75686]:     <acpi/>
Nov 27 02:08:13 user nova-compute[75686]:     <apic/>
Nov 27 02:08:13 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:08:13 user nova-compute[75686]:   </features>
Nov 27 02:08:13 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:08:13 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:08:13 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:08:13 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:08:13 user nova-compute[75686]:   </clock>
Nov 27 02:08:13 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:08:13 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:08:13 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:08:13 user nova-compute[75686]:   </cpu>
Nov 27 02:08:13 user nova-compute[75686]:   <devices>
Nov 27 02:08:13 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:08:13 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:08:13 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk"/>
Nov 27 02:08:13 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:08:13 user nova-compute[75686]:     </disk>
Nov 27 02:08:13 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:08:13 user nova-compute[75686]:       <mac address="fa:16:3e:df:21:66"/>
Nov 27 02:08:13 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:08:13 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:08:13 user nova-compute[75686]:       <target dev="tap9609fe58-4e"/>
Nov 27 02:08:13 user nova-compute[75686]:     </interface>
Nov 27 02:08:13 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:08:13 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/console.log" append="off"/>
Nov 27 02:08:13 user nova-compute[75686]:     </serial>
Nov 27 02:08:13 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:08:13 user nova-compute[75686]:     <video>
Nov 27 02:08:13 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:08:13 user nova-compute[75686]:     </video>
Nov 27 02:08:13 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:08:13 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:08:13 user nova-compute[75686]:     </rng>
Nov 27 02:08:13 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:08:13 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:08:13 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:08:13 user nova-compute[75686]:     </memballoon>
Nov 27 02:08:13 user nova-compute[75686]:   </devices>
Nov 27 02:08:13 user nova-compute[75686]: </domain>
Nov 27 02:08:13 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:08:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-478493346',display_name='tempest-VolumesActionsTest-instance-478493346',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-478493346',id=41,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='76c187845e2645e3bcf55d62c94ff431',ramdisk_id='',reservation_id='r-p0e1q6tx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-1790490732',owner_user_name='tempest-VolumesActionsTest-1790490732-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:08:11Z,user_data=None,user_id='8027d765937b430d9fbcdbc44f7dede5',uuid=59d54b1b-4275-4929-b1af-1b216b8971dd,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converting VIF {"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:21:66,bridge_name='br-int',has_traffic_filtering=True,id=9609fe58-4ecc-4f67-88b6-45a51dadd48f,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9609fe58-4e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG os_vif [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:21:66,bridge_name='br-int',has_traffic_filtering=True,id=9609fe58-4ecc-4f67-88b6-45a51dadd48f,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9609fe58-4e') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2242489e-0e03-5e7d-9227-18299d6c9d95', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9609fe58-4e, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9609fe58-4e, col_values=(('qos', UUID('717ee6de-f4d8-4780-bfe6-5a67d043b825')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9609fe58-4e, col_values=(('external_ids', {'iface-id': '9609fe58-4ecc-4f67-88b6-45a51dadd48f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:df:21:66', 'vm-uuid': '59d54b1b-4275-4929-b1af-1b216b8971dd'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:13 user nova-compute[75686]: INFO os_vif [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:21:66,bridge_name='br-int',has_traffic_filtering=True,id=9609fe58-4ecc-4f67-88b6-45a51dadd48f,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9609fe58-4e')
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] No VIF found with MAC fa:16:3e:df:21:66, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.neutron [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Updated VIF entry in instance network info cache for port 9609fe58-4ecc-4f67-88b6-45a51dadd48f. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG nova.network.neutron [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Updating instance_info_cache with network_info: [{"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:08:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ca1a9ecf-44c4-4488-b0a4-e45b384435b5 req-46d0dc02-acc1-439e-9ffc-5a5cff3e6cd6 service nova] Releasing lock "refresh_cache-59d54b1b-4275-4929-b1af-1b216b8971dd" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-9214d7bd-c860-44e6-a55e-edf2f9b5d2f1 req-9df733e5-f916-41a5-bb33-bfce8b045813 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Received event network-vif-plugged-9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9214d7bd-c860-44e6-a55e-edf2f9b5d2f1 req-9df733e5-f916-41a5-bb33-bfce8b045813 service nova] Acquiring lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9214d7bd-c860-44e6-a55e-edf2f9b5d2f1 req-9df733e5-f916-41a5-bb33-bfce8b045813 service nova] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9214d7bd-c860-44e6-a55e-edf2f9b5d2f1 req-9df733e5-f916-41a5-bb33-bfce8b045813 service nova] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-9214d7bd-c860-44e6-a55e-edf2f9b5d2f1 req-9df733e5-f916-41a5-bb33-bfce8b045813 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] No waiting events found dispatching network-vif-plugged-9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:08:14 user nova-compute[75686]: WARNING nova.compute.manager [req-9214d7bd-c860-44e6-a55e-edf2f9b5d2f1 req-9df733e5-f916-41a5-bb33-bfce8b045813 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Received unexpected event network-vif-plugged-9609fe58-4ecc-4f67-88b6-45a51dadd48f for instance with vm_state building and task_state spawning.
Nov 27 02:08:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:08:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Instance spawned successfully.
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:08:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:08:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-3435aaef-9da5-4713-9571-4e05ed84af2c req-d82bfbea-cbc9-473e-be2a-0c5e5becd307 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Received event network-vif-plugged-9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3435aaef-9da5-4713-9571-4e05ed84af2c req-d82bfbea-cbc9-473e-be2a-0c5e5becd307 service nova] Acquiring lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3435aaef-9da5-4713-9571-4e05ed84af2c req-d82bfbea-cbc9-473e-be2a-0c5e5becd307 service nova] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3435aaef-9da5-4713-9571-4e05ed84af2c req-d82bfbea-cbc9-473e-be2a-0c5e5becd307 service nova] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-3435aaef-9da5-4713-9571-4e05ed84af2c req-d82bfbea-cbc9-473e-be2a-0c5e5becd307 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] No waiting events found dispatching network-vif-plugged-9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:08:17 user nova-compute[75686]: WARNING nova.compute.manager [req-3435aaef-9da5-4713-9571-4e05ed84af2c req-d82bfbea-cbc9-473e-be2a-0c5e5becd307 service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Received unexpected event network-vif-plugged-9609fe58-4ecc-4f67-88b6-45a51dadd48f for instance with vm_state building and task_state spawning.
Nov 27 02:08:17 user nova-compute[75686]: INFO nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Took 5.51 seconds to spawn the instance on the hypervisor.
Nov 27 02:08:17 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:08:17 user nova-compute[75686]: INFO nova.compute.manager [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Took 6.16 seconds to build instance.
Nov 27 02:08:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f3a8093f-5ec4-43a1-b503-59b872ce3329 tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.249s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:28 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 is timed out.
Nov 27 02:08:28 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully detached device vdb from instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 from the live domain config.
Nov 27 02:08:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QtyJquod', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:08:28 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5cd2d63c-0f7f-4ae0-bf61-d4ceb4436ad6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:08:28 user nova-compute[75686]: No targets found.
Nov 27 02:08:28 user nova-compute[75686]: iSNS:
Nov 27 02:08:28 user nova-compute[75686]: No targets found.
Nov 27 02:08:28 user nova-compute[75686]: STATIC:
Nov 27 02:08:28 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:08:28 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:08:28 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:08:28 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72
Nov 27 02:08:28 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:08:28 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:08:28 user nova-compute[75686]: FIRMWARE:
Nov 27 02:08:28 user nova-compute[75686]: No targets found.
Nov 27 02:08:28 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:08:28 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:08:28 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[db0c83ff-a33a-4683-8a3a-74876b7edc05]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa6619f-df47-418d-82fe-1524e1c02e68]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:28 user nova-compute[75686]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 (non-flash)
Nov 27 02:08:28 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:28 user nova-compute[75686]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 (non-flash)
Nov 27 02:08:28 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c686b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f140672-ee7b-4458-944d-0cb1bd606c95]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1878ded7-8749-47c5-ae63-38c8888a00fd]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[55a0f06f-432e-4f7c-b370-5b8396f0572d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e201d4b1-e355-45da-bde6-108e60cebe9e]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f0b1b2-8616-4462-9a59-9970addeb415]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[062985a2-f88d-49ce-a2fd-685c9f95478b]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260]
Nov 27 02:08:28 user nova-compute[75686]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72, portal: 172.16.0.220,3260] successful.
Nov 27 02:08:28 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b734d7bd-95d8-4a03-9c12-dedb55f88a72 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7e4958d-cbc8-4d4d-a207-670e9bc4b6f5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] <== disconnect_volume: return (298ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:08:28 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:08:29 user nova-compute[75686]: DEBUG nova.objects.instance [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'flavor' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:08:29 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-28738eca-ef75-4ac0-9031-55c890db0d26 tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.632s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:31 user nova-compute[75686]: INFO nova.compute.manager [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Terminating instance
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-91f27fd7-7bbb-4402-9037-6fdb390d4ee0 req-9955ee06-c5f4-4090-9f84-2fd07c607286 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-91f27fd7-7bbb-4402-9037-6fdb390d4ee0 req-9955ee06-c5f4-4090-9f84-2fd07c607286 service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-91f27fd7-7bbb-4402-9037-6fdb390d4ee0 req-9955ee06-c5f4-4090-9f84-2fd07c607286 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-91f27fd7-7bbb-4402-9037-6fdb390d4ee0 req-9955ee06-c5f4-4090-9f84-2fd07c607286 service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-91f27fd7-7bbb-4402-9037-6fdb390d4ee0 req-9955ee06-c5f4-4090-9f84-2fd07c607286 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-91f27fd7-7bbb-4402-9037-6fdb390d4ee0 req-9955ee06-c5f4-4090-9f84-2fd07c607286 service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-unplugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:08:31 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Instance destroyed successfully.
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'resources' on Instance uuid 3a533e7c-73d1-4422-b8bd-134b2dea325f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:52:44Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-501814776',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-501814776',id=24,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:54:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-3zcgsx0m',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:56:32Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=3a533e7c-73d1-4422-b8bd-134b2dea325f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "40e6efd1-d841-456d-9c43-72805b281ad8", "address": "fa:16:3e:b7:be:e3", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap40e6efd1-d8", "ovs_interfaceid": "40e6efd1-d841-456d-9c43-72805b281ad8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_vif [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap40e6efd1-d8, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0738a0f-3f56-4a7e-a1fa-adf1958d75db) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:08:31 user nova-compute[75686]: INFO os_vif [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b7:be:e3,bridge_name='br-int',has_traffic_filtering=True,id=40e6efd1-d841-456d-9c43-72805b281ad8,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap40e6efd1-d8')
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'mdrjBhzK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:08:31 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea4bb56-71f0-46a4-ba7a-c44ee7be440b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:08:31 user nova-compute[75686]: No targets found.
Nov 27 02:08:31 user nova-compute[75686]: iSNS:
Nov 27 02:08:31 user nova-compute[75686]: No targets found.
Nov 27 02:08:31 user nova-compute[75686]: STATIC:
Nov 27 02:08:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf
Nov 27 02:08:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:08:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:08:31 user nova-compute[75686]: FIRMWARE:
Nov 27 02:08:31 user nova-compute[75686]: No targets found.
Nov 27 02:08:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:08:31 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:08:31 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb6a95e0-b43a-4b29-9470-33803d424297]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[278b9803-7f41-40df-acc2-b5e8ecc21547]: (4, ('tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsi session list stdout=tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf (non-flash)
Nov 27 02:08:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51482b2a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf'): ({'sde'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Removing single pathed devices sde {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b593137-08d7-4dc2-b500-6b75666146e9]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3798209d-95d5-45f0-9b0d-1af5010cc952]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Flushing IO for device /dev/sde {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f61a356-101e-45ba-beaa-e84fd0e2f155]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:08:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.041s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[92aee6a8-7770-4456-b5cb-9acf463f6deb]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] SCSI volumes sde have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e54c08f8-aed8-40ee-a9f5-eaab34b6d396]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[51cb899a-76c3-495b-a0bd-4af82770f41a]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260]
Nov 27 02:08:32 user nova-compute[75686]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf, portal: 172.16.0.220,3260] successful.
Nov 27 02:08:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2e198631-e036-4b04-a5c9-a157f33beadf -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9747961-2c7b-4312-ba47-e4c1c9090e85]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.359s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] <== disconnect_volume: return (360ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:08:32 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Deleting instance files /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f_del
Nov 27 02:08:32 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Deletion of /opt/stack/data/nova/instances/3a533e7c-73d1-4422-b8bd-134b2dea325f_del complete
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: INFO nova.compute.manager [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Took 1.23 seconds to destroy the instance on the hypervisor.
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:08:33 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Took 0.97 seconds to deallocate network for instance.
Nov 27 02:08:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-4d755b96-94d6-4eae-a78c-b2b44d759f53 req-c8e960b3-8834-4e47-88e7-5af624f8bd8a service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-deleted-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:33 user nova-compute[75686]: INFO nova.compute.manager [req-4d755b96-94d6-4eae-a78c-b2b44d759f53 req-c8e960b3-8834-4e47-88e7-5af624f8bd8a service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Neutron deleted interface 40e6efd1-d841-456d-9c43-72805b281ad8; detaching it from the instance and deleting it from the info cache
Nov 27 02:08:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-4d755b96-94d6-4eae-a78c-b2b44d759f53 req-c8e960b3-8834-4e47-88e7-5af624f8bd8a service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-4d755b96-94d6-4eae-a78c-b2b44d759f53 req-c8e960b3-8834-4e47-88e7-5af624f8bd8a service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Detach interface failed, port_id=40e6efd1-d841-456d-9c43-72805b281ad8, reason: Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-06ceb5ed-888e-4fda-9b47-582e5288850e req-45e9e816-a2bf-4d9a-a669-47e0eb4cad6e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-06ceb5ed-888e-4fda-9b47-582e5288850e req-45e9e816-a2bf-4d9a-a669-47e0eb4cad6e service nova] Acquiring lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-06ceb5ed-888e-4fda-9b47-582e5288850e req-45e9e816-a2bf-4d9a-a669-47e0eb4cad6e service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-06ceb5ed-888e-4fda-9b47-582e5288850e req-45e9e816-a2bf-4d9a-a669-47e0eb4cad6e service nova] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-06ceb5ed-888e-4fda-9b47-582e5288850e req-45e9e816-a2bf-4d9a-a669-47e0eb4cad6e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] No waiting events found dispatching network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:08:33 user nova-compute[75686]: WARNING nova.compute.manager [req-06ceb5ed-888e-4fda-9b47-582e5288850e req-45e9e816-a2bf-4d9a-a669-47e0eb4cad6e service nova] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Received unexpected event network-vif-plugged-40e6efd1-d841-456d-9c43-72805b281ad8 for instance with vm_state active and task_state deleting.
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:33 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Error from libvirt while getting description of instance-00000018: [Error Code 42] Domain not found: no domain with matching uuid '3a533e7c-73d1-4422-b8bd-134b2dea325f' (instance-00000018): libvirt.libvirtError: Domain not found: no domain with matching uuid '3a533e7c-73d1-4422-b8bd-134b2dea325f' (instance-00000018)
Nov 27 02:08:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:33 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:08:33 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:08:33 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8333MB free_disk=24.92375946044922GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a533e7c-73d1-4422-b8bd-134b2dea325f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 47255513-0bc4-4344-ba45-2798e920c44b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 59d54b1b-4275-4929-b1af-1b216b8971dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 5 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=3072MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=5 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:08:34 user nova-compute[75686]: INFO nova.compute.manager [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: 3a533e7c-73d1-4422-b8bd-134b2dea325f] Took 0.81 seconds to detach 1 volumes for instance.
Nov 27 02:08:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.364s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.173s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:08:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.229s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:34 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Deleted allocations for instance 3a533e7c-73d1-4422-b8bd-134b2dea325f
Nov 27 02:08:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-65883e50-dc31-42f7-ae4d-1009be56dae3 tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "3a533e7c-73d1-4422-b8bd-134b2dea325f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.598s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:08:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:08:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:08:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:08:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:08:56 user nova-compute[75686]: INFO nova.compute.claims [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Claim successful on node user
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.295s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:08:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.policy [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82943dfd9046457e9f82f89cba00ff18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5da185c008a949dca58184441ccb0a41', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:08:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Creating image(s)
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "/opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "/opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk 1073741824" returned: 0 in 0.051s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Successfully created port: f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Checking if we can resize image /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Cannot resize image /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Ensure instance console log exists: /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:08:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Successfully updated port: f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquired lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-changed-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Refreshing instance network info cache due to event network-changed-f474476b-f618-426a-8cfd-6c1e2e12f783. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] Acquiring lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updating instance_info_cache with network_info: [{"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Releasing lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Instance network_info: |[{"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] Acquired lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Refreshing network info cache for port f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Start _get_guest_xml network_info=[{"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:08:58 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:08:58 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:08:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1715257062',display_name='tempest-AttachVolumeNegativeTest-server-1715257062',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1715257062',id=42,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIPY9lHHywYGvjGAH9e21QClO6Coh/9rBG/MCaL15LfG78kodnrmZiiZFen5+H/nu8d6TAsEgyd+9ynMCpiQeet6InSUHLdx4M20Ok4n1ogHFKnCbG5zLWiZzgxdLMaUQg==',key_name='tempest-keypair-1086109411',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-miy4i4vx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:08:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=dc3a26bc-e3a1-4de8-a74a-fc9506969a56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:29:94,bridge_name='br-int',has_traffic_filtering=True,id=f474476b-f618-426a-8cfd-6c1e2e12f783,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf474476b-f6') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'pci_devices' on Instance uuid dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:08:58 user nova-compute[75686]:   <uuid>dc3a26bc-e3a1-4de8-a74a-fc9506969a56</uuid>
Nov 27 02:08:58 user nova-compute[75686]:   <name>instance-0000002a</name>
Nov 27 02:08:58 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:08:58 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:08:58 user nova-compute[75686]:   <metadata>
Nov 27 02:08:58 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:08:58 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:08:58 user nova-compute[75686]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1715257062</nova:name>
Nov 27 02:08:58 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:08:58</nova:creationTime>
Nov 27 02:08:58 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:08:58 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:08:58 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:08:58 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:08:58 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:08:58 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:08:58 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:08:58 user nova-compute[75686]:       <nova:owner>
Nov 27 02:08:58 user nova-compute[75686]:         <nova:user uuid="82943dfd9046457e9f82f89cba00ff18">tempest-AttachVolumeNegativeTest-1893772593-project-member</nova:user>
Nov 27 02:08:58 user nova-compute[75686]:         <nova:project uuid="5da185c008a949dca58184441ccb0a41">tempest-AttachVolumeNegativeTest-1893772593</nova:project>
Nov 27 02:08:58 user nova-compute[75686]:       </nova:owner>
Nov 27 02:08:58 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:08:58 user nova-compute[75686]:       <nova:ports>
Nov 27 02:08:58 user nova-compute[75686]:         <nova:port uuid="f474476b-f618-426a-8cfd-6c1e2e12f783">
Nov 27 02:08:58 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 02:08:58 user nova-compute[75686]:         </nova:port>
Nov 27 02:08:58 user nova-compute[75686]:       </nova:ports>
Nov 27 02:08:58 user nova-compute[75686]:     </nova:instance>
Nov 27 02:08:58 user nova-compute[75686]:   </metadata>
Nov 27 02:08:58 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:08:58 user nova-compute[75686]:     <system>
Nov 27 02:08:58 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:08:58 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:08:58 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:08:58 user nova-compute[75686]:       <entry name="serial">dc3a26bc-e3a1-4de8-a74a-fc9506969a56</entry>
Nov 27 02:08:58 user nova-compute[75686]:       <entry name="uuid">dc3a26bc-e3a1-4de8-a74a-fc9506969a56</entry>
Nov 27 02:08:58 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:08:58 user nova-compute[75686]:     </system>
Nov 27 02:08:58 user nova-compute[75686]:   </sysinfo>
Nov 27 02:08:58 user nova-compute[75686]:   <os>
Nov 27 02:08:58 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:08:58 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:08:58 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:08:58 user nova-compute[75686]:   </os>
Nov 27 02:08:58 user nova-compute[75686]:   <features>
Nov 27 02:08:58 user nova-compute[75686]:     <acpi/>
Nov 27 02:08:58 user nova-compute[75686]:     <apic/>
Nov 27 02:08:58 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:08:58 user nova-compute[75686]:   </features>
Nov 27 02:08:58 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:08:58 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:08:58 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:08:58 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:08:58 user nova-compute[75686]:   </clock>
Nov 27 02:08:58 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:08:58 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:08:58 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:08:58 user nova-compute[75686]:   </cpu>
Nov 27 02:08:58 user nova-compute[75686]:   <devices>
Nov 27 02:08:58 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:08:58 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:08:58 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk"/>
Nov 27 02:08:58 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:08:58 user nova-compute[75686]:     </disk>
Nov 27 02:08:58 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:08:58 user nova-compute[75686]:       <mac address="fa:16:3e:61:29:94"/>
Nov 27 02:08:58 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:08:58 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:08:58 user nova-compute[75686]:       <target dev="tapf474476b-f6"/>
Nov 27 02:08:58 user nova-compute[75686]:     </interface>
Nov 27 02:08:58 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:08:58 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/console.log" append="off"/>
Nov 27 02:08:58 user nova-compute[75686]:     </serial>
Nov 27 02:08:58 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:08:58 user nova-compute[75686]:     <video>
Nov 27 02:08:58 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:08:58 user nova-compute[75686]:     </video>
Nov 27 02:08:58 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:08:58 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:08:58 user nova-compute[75686]:     </rng>
Nov 27 02:08:58 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:08:58 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:08:58 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:08:58 user nova-compute[75686]:     </memballoon>
Nov 27 02:08:58 user nova-compute[75686]:   </devices>
Nov 27 02:08:58 user nova-compute[75686]: </domain>
Nov 27 02:08:58 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:08:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1715257062',display_name='tempest-AttachVolumeNegativeTest-server-1715257062',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1715257062',id=42,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIPY9lHHywYGvjGAH9e21QClO6Coh/9rBG/MCaL15LfG78kodnrmZiiZFen5+H/nu8d6TAsEgyd+9ynMCpiQeet6InSUHLdx4M20Ok4n1ogHFKnCbG5zLWiZzgxdLMaUQg==',key_name='tempest-keypair-1086109411',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-miy4i4vx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:08:57Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=dc3a26bc-e3a1-4de8-a74a-fc9506969a56,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:29:94,bridge_name='br-int',has_traffic_filtering=True,id=f474476b-f618-426a-8cfd-6c1e2e12f783,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf474476b-f6') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG os_vif [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:29:94,bridge_name='br-int',has_traffic_filtering=True,id=f474476b-f618-426a-8cfd-6c1e2e12f783,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf474476b-f6') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '72af3450-d05d-5d68-978a-5ba15ef28874', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf474476b-f6, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf474476b-f6, col_values=(('qos', UUID('1633dab7-e1c9-4c6c-9e32-9f210a2cb41c')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf474476b-f6, col_values=(('external_ids', {'iface-id': 'f474476b-f618-426a-8cfd-6c1e2e12f783', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:29:94', 'vm-uuid': 'dc3a26bc-e3a1-4de8-a74a-fc9506969a56'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:08:58 user nova-compute[75686]: INFO os_vif [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:29:94,bridge_name='br-int',has_traffic_filtering=True,id=f474476b-f618-426a-8cfd-6c1e2e12f783,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf474476b-f6')
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No VIF found with MAC fa:16:3e:61:29:94, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updated VIF entry in instance network info cache for port f474476b-f618-426a-8cfd-6c1e2e12f783. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG nova.network.neutron [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updating instance_info_cache with network_info: [{"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:08:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-122cfdff-606d-4426-8c06-acce30bf4913 req-aa926afb-b464-4340-9722-fa438f67a252 service nova] Releasing lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-3ce9bb71-09e4-415c-a7d3-55288e3069e2 req-ce04edd4-d835-42c4-9927-dd64297a7b4e service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3ce9bb71-09e4-415c-a7d3-55288e3069e2 req-ce04edd4-d835-42c4-9927-dd64297a7b4e service nova] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3ce9bb71-09e4-415c-a7d3-55288e3069e2 req-ce04edd4-d835-42c4-9927-dd64297a7b4e service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-3ce9bb71-09e4-415c-a7d3-55288e3069e2 req-ce04edd4-d835-42c4-9927-dd64297a7b4e service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-3ce9bb71-09e4-415c-a7d3-55288e3069e2 req-ce04edd4-d835-42c4-9927-dd64297a7b4e service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] No waiting events found dispatching network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:00 user nova-compute[75686]: WARNING nova.compute.manager [req-3ce9bb71-09e4-415c-a7d3-55288e3069e2 req-ce04edd4-d835-42c4-9927-dd64297a7b4e service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received unexpected event network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 for instance with vm_state building and task_state spawning.
Nov 27 02:09:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-14ca675a-40d3-4c21-99a5-4be30b54708f req-8a4b1493-2a6a-43b5-8bb3-a318e1e51e08 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14ca675a-40d3-4c21-99a5-4be30b54708f req-8a4b1493-2a6a-43b5-8bb3-a318e1e51e08 service nova] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14ca675a-40d3-4c21-99a5-4be30b54708f req-8a4b1493-2a6a-43b5-8bb3-a318e1e51e08 service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-14ca675a-40d3-4c21-99a5-4be30b54708f req-8a4b1493-2a6a-43b5-8bb3-a318e1e51e08 service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.compute.manager [req-14ca675a-40d3-4c21-99a5-4be30b54708f req-8a4b1493-2a6a-43b5-8bb3-a318e1e51e08 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] No waiting events found dispatching network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:02 user nova-compute[75686]: WARNING nova.compute.manager [req-14ca675a-40d3-4c21-99a5-4be30b54708f req-8a4b1493-2a6a-43b5-8bb3-a318e1e51e08 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received unexpected event network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 for instance with vm_state building and task_state spawning.
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:09:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Instance spawned successfully.
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:09:02 user nova-compute[75686]: INFO nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Took 5.59 seconds to spawn the instance on the hypervisor.
Nov 27 02:09:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:09:02 user nova-compute[75686]: INFO nova.compute.manager [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Took 6.23 seconds to build instance.
Nov 27 02:09:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8c8b3f43-cdf4-4d0c-9e80-2ad73641b81a tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.328s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-changed-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Refreshing instance network info cache due to event network-changed-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] Acquiring lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] Acquired lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Refreshing network info cache for port 1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG nova.objects.instance [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'flavor' on Instance uuid 47255513-0bc4-4344-ba45-2798e920c44b {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:09:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Ignoring supplied device name: /dev/vdb
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.067s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updated VIF entry in instance network info cache for port 1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updating instance_info_cache with network_info: [{"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:12 user nova-compute[75686]: INFO nova.compute.manager [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Attaching volume 2a5b0000-a93b-4827-8d51-78ef4bc0bcac to /dev/vdb
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4532cd1a-7458-440e-adba-42094137515a req-3ff54eba-c851-4bcf-8f06-1837c38c4c82 service nova] Releasing lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG os_brick.utils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eabb037-4dc7-447f-87ef-d17151421469]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a11697-a8a7-4fb9-87d1-0b62971f2777]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69df207-56b9-4892-9985-c7f3dc0ef622]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f86caec7-5a49-45b4-b789-5fa37d3a81f8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:09:12 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:09:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[657e56b5-0387-441b-a65d-6508e8c8e59f]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG os_brick.utils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:09:12 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updating existing volume attachment record: 5f061cd6-3405-405a-bfbe-64e0c498631e {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:09:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'orDWMHzN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:09:18 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:09:18 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:09:18 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9db48ee-4396-414b-8039-4ee26be8ae5f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:09:18 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d092734-24d9-473c-9c73-fdf8c48d46d9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac] added
Nov 27 02:09:18 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6f21bf0-a894-47bf-9f44-21ae5f681af4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[70f134dd-c9ad-455a-ad44-c67d36b03375]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v orDWMHzN {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.auth.username -v orDWMHzN" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[27f4efce-e0df-4c32-be76-65c9fb29b943]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'orDWMHzN'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[734f2938-b9cc-4087-aedc-16d1e2757c16]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceb08672-239d-4e16-8469-2275093525d3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:09:18 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:09:18 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:09:18 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:09:18 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:09:18 user nova-compute[75686]: 
Nov 27 02:09:18 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[892923dd-5262-4586-bae1-9d2976971e66]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260]
Nov 27 02:09:19 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260] successful.
Nov 27 02:09:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.098s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[328bfe92-7b16-4ef0-bfa9-fcda32208508]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[28ea4f09-1771-4ca4-90c7-051ef0bdcf45]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac (non-flash)
Nov 27 02:09:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac (non-flash)
Nov 27 02:09:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.341s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.045s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[332df062-5c16-4c85-a352-e30a33a1322a]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:09:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'orDWMHzN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.464s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== connect_volume: return (1466ms) {'type': 'block', 'scsi_wwn': '23631353431656466', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631353431656466', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'flavor' on Instance uuid 47255513-0bc4-4344-ba45-2798e920c44b {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:09:20 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:09:20 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:09:20 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:09:20 user nova-compute[75686]:   <serial>2a5b0000-a93b-4827-8d51-78ef4bc0bcac</serial>
Nov 27 02:09:20 user nova-compute[75686]: </disk>
Nov 27 02:09:20 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] No VIF found with MAC fa:16:3e:9d:55:6d, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:09:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-39be6ad8-fbca-43f4-b5af-c792514cef79 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.355s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:21 user nova-compute[75686]: INFO nova.compute.manager [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Terminating instance
Nov 27 02:09:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:21 user nova-compute[75686]: INFO nova.compute.manager [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Terminating instance
Nov 27 02:09:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-bfeaf5b8-cae6-4dc6-a164-7af6b7db7974 req-d65052e3-dcc2-49ec-9bcd-8fb39e23a565 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-vif-unplugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bfeaf5b8-cae6-4dc6-a164-7af6b7db7974 req-d65052e3-dcc2-49ec-9bcd-8fb39e23a565 service nova] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bfeaf5b8-cae6-4dc6-a164-7af6b7db7974 req-d65052e3-dcc2-49ec-9bcd-8fb39e23a565 service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bfeaf5b8-cae6-4dc6-a164-7af6b7db7974 req-d65052e3-dcc2-49ec-9bcd-8fb39e23a565 service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-bfeaf5b8-cae6-4dc6-a164-7af6b7db7974 req-d65052e3-dcc2-49ec-9bcd-8fb39e23a565 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] No waiting events found dispatching network-vif-unplugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-bfeaf5b8-cae6-4dc6-a164-7af6b7db7974 req-d65052e3-dcc2-49ec-9bcd-8fb39e23a565 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-vif-unplugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Instance destroyed successfully.
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lazy-loading 'resources' on Instance uuid 3a110ae5-60a1-4aa7-9018-5b57f10bebd0 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:02:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-1545378995',display_name='tempest-SnapshotDataIntegrityTests-server-1545378995',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-1545378995',id=35,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOl1fDPjhhd1h6vYnlCGels10E6h9kMzj18BU3ybxrhUkAsViKrBPD0OEGTaNnnX7EaZ94zo1ts6i5HI67cETcm8HZ7yhBQTxHGpK30LmFMu0nhLuvz4D6RoJM6lhFau1Q==',key_name='tempest-keypair-1756126364',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:02:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='8751348fc0a34723a00ef1c20a10ca2b',ramdisk_id='',reservation_id='r-e8nx0vgd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1107275169',owner_user_name='tempest-SnapshotDataIntegrityTests-1107275169-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:02:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='ccb2a6cd63c845fdb9a3b48e60d91a8a',uuid=3a110ae5-60a1-4aa7-9018-5b57f10bebd0,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Converting VIF {"id": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "address": "fa:16:3e:2e:75:42", "network": {"id": "33bf491f-8df9-4582-b746-a8bbc6d709b4", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1058332192-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "8751348fc0a34723a00ef1c20a10ca2b", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbdf37155-3a", "ovs_interfaceid": "bdf37155-3ad4-484a-853d-a94a63df3cc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2e:75:42,bridge_name='br-int',has_traffic_filtering=True,id=bdf37155-3ad4-484a-853d-a94a63df3cc0,network=Network(33bf491f-8df9-4582-b746-a8bbc6d709b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf37155-3a') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG os_vif [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:75:42,bridge_name='br-int',has_traffic_filtering=True,id=bdf37155-3ad4-484a-853d-a94a63df3cc0,network=Network(33bf491f-8df9-4582-b746-a8bbc6d709b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf37155-3a') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbdf37155-3a, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8aced6b4-cebc-4353-b3e6-d8f62e6f9dc5) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:09:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Instance destroyed successfully.
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.objects.instance [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lazy-loading 'resources' on Instance uuid cdfb37a0-9fbf-4916-8a20-b54bf47e8291 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: INFO os_vif [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2e:75:42,bridge_name='br-int',has_traffic_filtering=True,id=bdf37155-3ad4-484a-853d-a94a63df3cc0,network=Network(33bf491f-8df9-4582-b746-a8bbc6d709b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapbdf37155-3a')
Nov 27 02:09:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Deleting instance files /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0_del
Nov 27 02:09:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Deletion of /opt/stack/data/nova/instances/3a110ae5-60a1-4aa7-9018-5b57f10bebd0_del complete
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T01:48:54Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-575343177',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-575343177',id=18,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T01:49:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='b168d75a030e425886b18204a7173843',ramdisk_id='',reservation_id='r-m4aj2n3s',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-554951466',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T01:50:53Z,user_data=None,user_id='357d7d579c284bcd836dd8075476d5ed',uuid=cdfb37a0-9fbf-4916-8a20-b54bf47e8291,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converting VIF {"id": "defac3d6-5581-472a-a1f3-1b327582b491", "address": "fa:16:3e:66:29:9c", "network": {"id": "0674729f-c03e-4bfb-bfbe-32ac4c167bcf", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-445195141-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "b168d75a030e425886b18204a7173843", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdefac3d6-55", "ovs_interfaceid": "defac3d6-5581-472a-a1f3-1b327582b491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:66:29:9c,bridge_name='br-int',has_traffic_filtering=True,id=defac3d6-5581-472a-a1f3-1b327582b491,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdefac3d6-55') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG os_vif [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:29:9c,bridge_name='br-int',has_traffic_filtering=True,id=defac3d6-5581-472a-a1f3-1b327582b491,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdefac3d6-55') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdefac3d6-55, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=91f6980f-e2b4-429b-90ba-d16f2d25de36) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:09:22 user nova-compute[75686]: INFO os_vif [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:66:29:9c,bridge_name='br-int',has_traffic_filtering=True,id=defac3d6-5581-472a-a1f3-1b327582b491,network=Network(0674729f-c03e-4bfb-bfbe-32ac4c167bcf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdefac3d6-55')
Nov 27 02:09:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Deleting instance files /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291_del
Nov 27 02:09:22 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Deletion of /opt/stack/data/nova/instances/cdfb37a0-9fbf-4916-8a20-b54bf47e8291_del complete
Nov 27 02:09:22 user nova-compute[75686]: INFO nova.compute.manager [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Took 1.32 seconds to destroy the instance on the hypervisor.
Nov 27 02:09:22 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:09:22 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:09:23 user nova-compute[75686]: INFO nova.compute.manager [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Took 1.05 seconds to destroy the instance on the hypervisor.
Nov 27 02:09:23 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:09:23 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:09:23 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:09:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Acquiring lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] No waiting events found dispatching network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:24 user nova-compute[75686]: WARNING nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received unexpected event network-vif-plugged-bdf37155-3ad4-484a-853d-a94a63df3cc0 for instance with vm_state active and task_state deleting.
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-unplugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-unplugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-unplugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:24 user nova-compute[75686]: WARNING nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received unexpected event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with vm_state active and task_state deleting.
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:24 user nova-compute[75686]: WARNING nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received unexpected event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with vm_state active and task_state deleting.
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:24 user nova-compute[75686]: WARNING nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received unexpected event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with vm_state active and task_state deleting.
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-unplugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-unplugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-unplugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Acquiring lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] No waiting events found dispatching network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:24 user nova-compute[75686]: WARNING nova.compute.manager [req-052f725f-705c-43cb-82c7-b4e94ba480b6 req-ee08cee4-900d-4519-8edf-56d7deff4d3b service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received unexpected event network-vif-plugged-defac3d6-5581-472a-a1f3-1b327582b491 for instance with vm_state active and task_state deleting.
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-e229196a-4065-42e4-94ae-94cab3f68716 req-27a47a80-eb7d-48cf-a292-78c3bd0f7a38 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Received event network-vif-deleted-defac3d6-5581-472a-a1f3-1b327582b491 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:24 user nova-compute[75686]: INFO nova.compute.manager [req-e229196a-4065-42e4-94ae-94cab3f68716 req-27a47a80-eb7d-48cf-a292-78c3bd0f7a38 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Neutron deleted interface defac3d6-5581-472a-a1f3-1b327582b491; detaching it from the instance and deleting it from the info cache
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-e229196a-4065-42e4-94ae-94cab3f68716 req-27a47a80-eb7d-48cf-a292-78c3bd0f7a38 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:09:24 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Took 1.43 seconds to deallocate network for instance.
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-e229196a-4065-42e4-94ae-94cab3f68716 req-27a47a80-eb7d-48cf-a292-78c3bd0f7a38 service nova] [instance: cdfb37a0-9fbf-4916-8a20-b54bf47e8291] Detach interface failed, port_id=defac3d6-5581-472a-a1f3-1b327582b491, reason: Instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291 could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:09:24 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Took 1.64 seconds to deallocate network for instance.
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.263s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.132s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:24 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Deleted allocations for instance cdfb37a0-9fbf-4916-8a20-b54bf47e8291
Nov 27 02:09:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-acafade7-32a8-41bb-9100-cbc2ba03dade tempest-ServerBootFromVolumeStableRescueTest-554951466 tempest-ServerBootFromVolumeStableRescueTest-554951466-project-member] Lock "cdfb37a0-9fbf-4916-8a20-b54bf47e8291" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.029s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:24 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:09:25 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:09:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.320s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:25 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Deleted allocations for instance 3a110ae5-60a1-4aa7-9018-5b57f10bebd0
Nov 27 02:09:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a67967f7-b05e-4237-80c3-4bdf61420e8f tempest-SnapshotDataIntegrityTests-1107275169 tempest-SnapshotDataIntegrityTests-1107275169-project-member] Lock "3a110ae5-60a1-4aa7-9018-5b57f10bebd0" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.664s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-58ed4a1b-0c55-450f-b3bb-04fcf0b58dc1 req-7b9c1a41-4e7e-4f52-beaf-4c7973456da5 service nova] [instance: 3a110ae5-60a1-4aa7-9018-5b57f10bebd0] Received event network-vif-deleted-bdf37155-3ad4-484a-853d-a94a63df3cc0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:33 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:09:33 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd/disk --force-share --output=json" returned: 0 in 0.291s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:09:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8408MB free_disk=25.034439086914062GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 47255513-0bc4-4344-ba45-2798e920c44b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 59d54b1b-4275-4929-b1af-1b216b8971dd actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:09:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.297s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:09:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 47255513-0bc4-4344-ba45-2798e920c44b {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updating instance_info_cache with network_info: [{"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:09:37 user nova-compute[75686]: INFO nova.compute.manager [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Detaching volume 2a5b0000-a93b-4827-8d51-78ef4bc0bcac
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-47255513-0bc4-4344-ba45-2798e920c44b" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:37 user nova-compute[75686]: INFO nova.virt.block_device [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Attempting to driver detach volume 2a5b0000-a93b-4827-8d51-78ef4bc0bcac from mountpoint /dev/vdb
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Attempting to detach device vdb from instance 47255513-0bc4-4344-ba45-2798e920c44b from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:09:37 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:09:37 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:09:37 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:09:37 user nova-compute[75686]:   <serial>2a5b0000-a93b-4827-8d51-78ef4bc0bcac</serial>
Nov 27 02:09:37 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:09:37 user nova-compute[75686]: </disk>
Nov 27 02:09:37 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully detached device vdb from instance 47255513-0bc4-4344-ba45-2798e920c44b from the persistent domain config.
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 47255513-0bc4-4344-ba45-2798e920c44b from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:09:37 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:09:37 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:09:37 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:09:37 user nova-compute[75686]:   <serial>2a5b0000-a93b-4827-8d51-78ef4bc0bcac</serial>
Nov 27 02:09:37 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:09:37 user nova-compute[75686]: </disk>
Nov 27 02:09:37 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:09:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 47255513-0bc4-4344-ba45-2798e920c44b {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:09:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:09:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:58 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 47255513-0bc4-4344-ba45-2798e920c44b is timed out.
Nov 27 02:09:58 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully detached device vdb from instance 47255513-0bc4-4344-ba45-2798e920c44b from the live domain config.
Nov 27 02:09:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'orDWMHzN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:09:58 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a586c83-6a8c-4721-b1c0-67f7b47fcc06]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:09:58 user nova-compute[75686]: No targets found.
Nov 27 02:09:58 user nova-compute[75686]: iSNS:
Nov 27 02:09:58 user nova-compute[75686]: No targets found.
Nov 27 02:09:58 user nova-compute[75686]: STATIC:
Nov 27 02:09:58 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac
Nov 27 02:09:58 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:09:58 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:09:58 user nova-compute[75686]: FIRMWARE:
Nov 27 02:09:58 user nova-compute[75686]: No targets found.
Nov 27 02:09:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:09:58 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:09:58 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7fe158e-daa5-4f49-9688-d30027a571fc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8bf301c-4ec3-4eb5-a58b-363560ea2665]: (4, ('tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac (non-flash)
Nov 27 02:09:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsi session list stdout=tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac (non-flash)
Nov 27 02:09:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514832ff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[44854e39-3992-4e0b-81ad-b317714366d6]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fe8be54-5a9c-4593-b367-18eef5e82922]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[abdb0489-a801-48b9-a1ec-5e9fcccd7923]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b95e741-1ef7-4618-b1e5-9f9e7d5df3f9]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[842afa5e-5b60-4c2d-aadf-1d784c109686]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[73f2b30d-1dfe-411d-bf84-336422ceaba0]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260]
Nov 27 02:09:58 user nova-compute[75686]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac, portal: 172.16.0.220,3260] successful.
Nov 27 02:09:58 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd175ab2-14f9-4af1-a3f9-f4f31807ca06]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.289s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== disconnect_volume: return (290ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:09:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'flavor' on Instance uuid 47255513-0bc4-4344-ba45-2798e920c44b {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e2c1cf2e-4693-492f-bfbb-fc1f95242de6 tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.914s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.799s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:59 user nova-compute[75686]: INFO nova.compute.manager [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Terminating instance
Nov 27 02:09:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-c60a984a-07e5-438a-9cc7-22d283381040 req-25812d4d-b503-420c-a473-38afb727be13 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-vif-unplugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c60a984a-07e5-438a-9cc7-22d283381040 req-25812d4d-b503-420c-a473-38afb727be13 service nova] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c60a984a-07e5-438a-9cc7-22d283381040 req-25812d4d-b503-420c-a473-38afb727be13 service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c60a984a-07e5-438a-9cc7-22d283381040 req-25812d4d-b503-420c-a473-38afb727be13 service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-c60a984a-07e5-438a-9cc7-22d283381040 req-25812d4d-b503-420c-a473-38afb727be13 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] No waiting events found dispatching network-vif-unplugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-c60a984a-07e5-438a-9cc7-22d283381040 req-25812d4d-b503-420c-a473-38afb727be13 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-vif-unplugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:09:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Instance destroyed successfully.
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lazy-loading 'resources' on Instance uuid 47255513-0bc4-4344-ba45-2798e920c44b {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:07:19Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-231949093',display_name='tempest-VolumesSnapshotTestJSON-instance-231949093',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-231949093',id=40,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPSmiq1+sk65Km2/qDoWLKpTUc4lWCZ0Gl7Fmkzt33UN8sNo5rSMYuKKhKpqJTPsp0fePlA08NIjJJKNpqkfVxrZHG07zwBVvfBkLtDYMRhNPerykp7+i2PPC5IyfmP6tQ==',key_name='tempest-keypair-1187558695',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:07:26Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd748cef1b564d42affdddac5e7e6d82',ramdisk_id='',reservation_id='r-5fbyqdlh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-1251684731',owner_user_name='tempest-VolumesSnapshotTestJSON-1251684731-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:07:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='4874ba5054e843be8abb960e24d90c61',uuid=47255513-0bc4-4344-ba45-2798e920c44b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converting VIF {"id": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "address": "fa:16:3e:9d:55:6d", "network": {"id": "3039617e-0641-46ad-b771-dc68d60f8668", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-831429897-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.245", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd748cef1b564d42affdddac5e7e6d82", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1d0fc0e4-5c", "ovs_interfaceid": "1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:9d:55:6d,bridge_name='br-int',has_traffic_filtering=True,id=1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d0fc0e4-5c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG os_vif [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:9d:55:6d,bridge_name='br-int',has_traffic_filtering=True,id=1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d0fc0e4-5c') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1d0fc0e4-5c, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=72ba9f65-9f9d-45f0-8aad-1fcb5e6c1fdf) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:10:00 user nova-compute[75686]: INFO os_vif [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:9d:55:6d,bridge_name='br-int',has_traffic_filtering=True,id=1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600,network=Network(3039617e-0641-46ad-b771-dc68d60f8668),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1d0fc0e4-5c')
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:2a5b0000-a93b-4827-8d51-78ef4bc0bcac', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'orDWMHzN', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:10:00 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:10:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 21 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'iscsiadm -m discoverydb -o show -P 1' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: Exception during request[a7f382b7-cb7d-45ee-8c4d-e8fd0f46bc7d]: Unexpected error while running command.
Nov 27 02:10:00 user nova-compute[75686]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 27 02:10:00 user nova-compute[75686]: Exit code: 21
Nov 27 02:10:00 user nova-compute[75686]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 27 02:10:00 user nova-compute[75686]: Stderr: '' {{(pid=86898) _process_cmd /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:477}}
Nov 27 02:10:00 user nova-compute[75686]: Traceback (most recent call last):
Nov 27 02:10:00 user nova-compute[75686]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 474, in _process_cmd
Nov 27 02:10:00 user nova-compute[75686]:     ret = func(*f_args, **f_kwargs)
Nov 27 02:10:00 user nova-compute[75686]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 274, in _wrap
Nov 27 02:10:00 user nova-compute[75686]:     return func(*args, **kwargs)
Nov 27 02:10:00 user nova-compute[75686]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 197, in execute_root
Nov 27 02:10:00 user nova-compute[75686]:     return custom_execute(*cmd, shell=False, run_as_root=False, **kwargs)
Nov 27 02:10:00 user nova-compute[75686]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 145, in custom_execute
Nov 27 02:10:00 user nova-compute[75686]:     return putils.execute(on_execute=on_execute,
Nov 27 02:10:00 user nova-compute[75686]:   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py", line 438, in execute
Nov 27 02:10:00 user nova-compute[75686]:     raise ProcessExecutionError(exit_code=_returncode,
Nov 27 02:10:00 user nova-compute[75686]: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 27 02:10:00 user nova-compute[75686]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 27 02:10:00 user nova-compute[75686]: Exit code: 21
Nov 27 02:10:00 user nova-compute[75686]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 27 02:10:00 user nova-compute[75686]: Stderr: ''
Nov 27 02:10:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7f382b7-cb7d-45ee-8c4d-e8fd0f46bc7d]: (5, 'oslo_concurrency.processutils.ProcessExecutionError', ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n', '', 21, 'iscsiadm -m discoverydb -o show -P 1', None)) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Exception encountered during portal discovery: oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 27 02:10:00 user nova-compute[75686]: Command: iscsiadm -m discoverydb -o show -P 1
Nov 27 02:10:00 user nova-compute[75686]: Exit code: 21
Nov 27 02:10:00 user nova-compute[75686]: Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 27 02:10:00 user nova-compute[75686]: Stderr: ''
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi Traceback (most recent call last):
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 217, in _get_ips_iqns_luns
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi     ips_iqns_luns = method(connection_properties)
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 376, in _get_discoverydb_portals
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi     out = self._run_iscsiadm_bare(['-m', 'discoverydb',
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py", line 1188, in _run_iscsiadm_bare
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi     (out, err) = self._execute('iscsiadm',
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/executor.py", line 55, in _execute
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi     result = self.__execute(*args, **kwargs)
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py", line 172, in execute
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi     return execute_root(*cmd, **kwargs)
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/priv_context.py", line 271, in _wrap
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi     return self.channel.remote_call(name, args, kwargs,
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py", line 215, in remote_call
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi     raise exc_type(*result[2])
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi oslo_concurrency.processutils.ProcessExecutionError: Unexpected error while running command.
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi Command: iscsiadm -m discoverydb -o show -P 1
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi Exit code: 21
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi Stdout: 'SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nNo targets found.\nFIRMWARE:\nNo targets found.\n'
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi Stderr: ''
Nov 27 02:10:00 user nova-compute[75686]: ERROR os_brick.initiator.connectors.iscsi 
Nov 27 02:10:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Skipping cleanup Unable to find target portal 172.16.0.220:3260. {{(pid=75686) _cleanup_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:934}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.029s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] <== disconnect_volume: return (30ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:10:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Deleting instance files /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b_del
Nov 27 02:10:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Deletion of /opt/stack/data/nova/instances/47255513-0bc4-4344-ba45-2798e920c44b_del complete
Nov 27 02:10:00 user nova-compute[75686]: INFO nova.compute.manager [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 27 02:10:00 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:10:00 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:10:01 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Took 1.30 seconds to deallocate network for instance.
Nov 27 02:10:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-99386be3-c3f3-4cf3-9639-fc58cef72d6c req-2a06dc3e-2f84-4b1b-bd59-bbf698252b08 service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-vif-deleted-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:10:01 user nova-compute[75686]: WARNING nova.volume.cinder [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Attachment 5f061cd6-3405-405a-bfbe-64e0c498631e does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 5f061cd6-3405-405a-bfbe-64e0c498631e. (HTTP 404) (Request-ID: req-20eb5065-4f84-492f-8b1f-92d15f19c3b9)
Nov 27 02:10:01 user nova-compute[75686]: INFO nova.compute.manager [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Took 0.03 seconds to detach 1 volumes for instance.
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "59d54b1b-4275-4929-b1af-1b216b8971dd" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:01 user nova-compute[75686]: INFO nova.compute.manager [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Terminating instance
Nov 27 02:10:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-76d7c748-df83-4d6b-835b-5d77a26b23b5 req-78b35626-a94c-4783-81bd-685396a3db9e service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received event network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-76d7c748-df83-4d6b-835b-5d77a26b23b5 req-78b35626-a94c-4783-81bd-685396a3db9e service nova] Acquiring lock "47255513-0bc4-4344-ba45-2798e920c44b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-76d7c748-df83-4d6b-835b-5d77a26b23b5 req-78b35626-a94c-4783-81bd-685396a3db9e service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-76d7c748-df83-4d6b-835b-5d77a26b23b5 req-78b35626-a94c-4783-81bd-685396a3db9e service nova] Lock "47255513-0bc4-4344-ba45-2798e920c44b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-76d7c748-df83-4d6b-835b-5d77a26b23b5 req-78b35626-a94c-4783-81bd-685396a3db9e service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] No waiting events found dispatching network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:10:01 user nova-compute[75686]: WARNING nova.compute.manager [req-76d7c748-df83-4d6b-835b-5d77a26b23b5 req-78b35626-a94c-4783-81bd-685396a3db9e service nova] [instance: 47255513-0bc4-4344-ba45-2798e920c44b] Received unexpected event network-vif-plugged-1d0fc0e4-5c3b-4cd9-b3ba-6f6e844eb600 for instance with vm_state deleted and task_state None.
Nov 27 02:10:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:10:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.227s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:01 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Deleted allocations for instance 47255513-0bc4-4344-ba45-2798e920c44b
Nov 27 02:10:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-93bc2527-0dc4-47ad-b4eb-5afb04d5ddcf tempest-VolumesSnapshotTestJSON-1251684731 tempest-VolumesSnapshotTestJSON-1251684731-project-member] Lock "47255513-0bc4-4344-ba45-2798e920c44b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.620s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Instance destroyed successfully.
Nov 27 02:10:02 user nova-compute[75686]: DEBUG nova.objects.instance [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lazy-loading 'resources' on Instance uuid 59d54b1b-4275-4929-b1af-1b216b8971dd {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:08:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-478493346',display_name='tempest-VolumesActionsTest-instance-478493346',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-478493346',id=41,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:08:17Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='76c187845e2645e3bcf55d62c94ff431',ramdisk_id='',reservation_id='r-p0e1q6tx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-1790490732',owner_user_name='tempest-VolumesActionsTest-1790490732-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:08:17Z,user_data=None,user_id='8027d765937b430d9fbcdbc44f7dede5',uuid=59d54b1b-4275-4929-b1af-1b216b8971dd,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converting VIF {"id": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "address": "fa:16:3e:df:21:66", "network": {"id": "c6ff7fc3-6536-49a3-aa44-67a01786a630", "bridge": "br-int", "label": "tempest-VolumesActionsTest-1919056484-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "76c187845e2645e3bcf55d62c94ff431", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9609fe58-4e", "ovs_interfaceid": "9609fe58-4ecc-4f67-88b6-45a51dadd48f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:df:21:66,bridge_name='br-int',has_traffic_filtering=True,id=9609fe58-4ecc-4f67-88b6-45a51dadd48f,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9609fe58-4e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG os_vif [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:21:66,bridge_name='br-int',has_traffic_filtering=True,id=9609fe58-4ecc-4f67-88b6-45a51dadd48f,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9609fe58-4e') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9609fe58-4e, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=717ee6de-f4d8-4780-bfe6-5a67d043b825) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:10:02 user nova-compute[75686]: INFO os_vif [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:df:21:66,bridge_name='br-int',has_traffic_filtering=True,id=9609fe58-4ecc-4f67-88b6-45a51dadd48f,network=Network(c6ff7fc3-6536-49a3-aa44-67a01786a630),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9609fe58-4e')
Nov 27 02:10:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Deleting instance files /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd_del
Nov 27 02:10:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Deletion of /opt/stack/data/nova/instances/59d54b1b-4275-4929-b1af-1b216b8971dd_del complete
Nov 27 02:10:02 user nova-compute[75686]: INFO nova.compute.manager [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 27 02:10:02 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:10:02 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:10:03 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Took 0.50 seconds to deallocate network for instance.
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.173s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:03 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Deleted allocations for instance 59d54b1b-4275-4929-b1af-1b216b8971dd
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-44b60418-ba7b-44ba-92d7-9d9980396bee tempest-VolumesActionsTest-1790490732 tempest-VolumesActionsTest-1790490732-project-member] Lock "59d54b1b-4275-4929-b1af-1b216b8971dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.764s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-7421a013-4ba7-4c09-bb16-1fce140c92b1 req-ca81e81e-5b0a-485a-a338-c6ef3135969c service nova] [instance: 59d54b1b-4275-4929-b1af-1b216b8971dd] Received event network-vif-deleted-9609fe58-4ecc-4f67-88b6-45a51dadd48f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:03 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:10:03 user nova-compute[75686]: INFO nova.compute.claims [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Claim successful on node user
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.563s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:10:04 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.policy [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6feb3c5ea00745cd815858eec5d3f913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c6d978d68486fbcde872f4301619e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:10:04 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Creating image(s)
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "/opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "/opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "/opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk 1073741824" returned: 0 in 0.059s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.254s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Checking if we can resize image /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Successfully created port: 49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Cannot resize image /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Ensure instance console log exists: /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Successfully updated port: 49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquired lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-changed-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Refreshing instance network info cache due to event network-changed-49152022-073e-4472-a5b5-d321dfc65eaf. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] Acquiring lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:10:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Releasing lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Instance network_info: |[{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] Acquired lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.neutron [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Refreshing network info cache for port 49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Start _get_guest_xml network_info=[{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:10:06 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:10:06 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:10:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-793497295',display_name='tempest-TestStampPattern-server-793497295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-793497295',id=43,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMVZzc3B0ZGg+Axjd+ptaaq/3weWix2AU5+Fm/8CgBGZmZjBgl3/zyOnYooYCP8g0zMBpMfzvYZMkGirj5XeFOud8m3oJVJMRd8Hm539YQloBmHzudWiV/0KgCa9ny4uCw==',key_name='tempest-TestStampPattern-1519476636',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='198c6d978d68486fbcde872f4301619e',ramdisk_id='',reservation_id='r-3abe0xit',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-781941624',owner_user_name='tempest-TestStampPattern-781941624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:10:04Z,user_data=None,user_id='6feb3c5ea00745cd815858eec5d3f913',uuid=829426f9-7eb2-4ac2-a1b4-ab29eccdc211,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converting VIF {"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:2d:64,bridge_name='br-int',has_traffic_filtering=True,id=49152022-073e-4472-a5b5-d321dfc65eaf,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49152022-07') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'pci_devices' on Instance uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:10:06 user nova-compute[75686]:   <uuid>829426f9-7eb2-4ac2-a1b4-ab29eccdc211</uuid>
Nov 27 02:10:06 user nova-compute[75686]:   <name>instance-0000002b</name>
Nov 27 02:10:06 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:10:06 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:10:06 user nova-compute[75686]:   <metadata>
Nov 27 02:10:06 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:10:06 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:10:06 user nova-compute[75686]:       <nova:name>tempest-TestStampPattern-server-793497295</nova:name>
Nov 27 02:10:06 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:10:06</nova:creationTime>
Nov 27 02:10:06 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:10:06 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:10:06 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:10:06 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:10:06 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:10:06 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:10:06 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:10:06 user nova-compute[75686]:       <nova:owner>
Nov 27 02:10:06 user nova-compute[75686]:         <nova:user uuid="6feb3c5ea00745cd815858eec5d3f913">tempest-TestStampPattern-781941624-project-member</nova:user>
Nov 27 02:10:06 user nova-compute[75686]:         <nova:project uuid="198c6d978d68486fbcde872f4301619e">tempest-TestStampPattern-781941624</nova:project>
Nov 27 02:10:06 user nova-compute[75686]:       </nova:owner>
Nov 27 02:10:06 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:10:06 user nova-compute[75686]:       <nova:ports>
Nov 27 02:10:06 user nova-compute[75686]:         <nova:port uuid="49152022-073e-4472-a5b5-d321dfc65eaf">
Nov 27 02:10:06 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 27 02:10:06 user nova-compute[75686]:         </nova:port>
Nov 27 02:10:06 user nova-compute[75686]:       </nova:ports>
Nov 27 02:10:06 user nova-compute[75686]:     </nova:instance>
Nov 27 02:10:06 user nova-compute[75686]:   </metadata>
Nov 27 02:10:06 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:10:06 user nova-compute[75686]:     <system>
Nov 27 02:10:06 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:10:06 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:10:06 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:10:06 user nova-compute[75686]:       <entry name="serial">829426f9-7eb2-4ac2-a1b4-ab29eccdc211</entry>
Nov 27 02:10:06 user nova-compute[75686]:       <entry name="uuid">829426f9-7eb2-4ac2-a1b4-ab29eccdc211</entry>
Nov 27 02:10:06 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:10:06 user nova-compute[75686]:     </system>
Nov 27 02:10:06 user nova-compute[75686]:   </sysinfo>
Nov 27 02:10:06 user nova-compute[75686]:   <os>
Nov 27 02:10:06 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:10:06 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:10:06 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:10:06 user nova-compute[75686]:   </os>
Nov 27 02:10:06 user nova-compute[75686]:   <features>
Nov 27 02:10:06 user nova-compute[75686]:     <acpi/>
Nov 27 02:10:06 user nova-compute[75686]:     <apic/>
Nov 27 02:10:06 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:10:06 user nova-compute[75686]:   </features>
Nov 27 02:10:06 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:10:06 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:10:06 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:10:06 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:10:06 user nova-compute[75686]:   </clock>
Nov 27 02:10:06 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:10:06 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:10:06 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:10:06 user nova-compute[75686]:   </cpu>
Nov 27 02:10:06 user nova-compute[75686]:   <devices>
Nov 27 02:10:06 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:10:06 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:10:06 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk"/>
Nov 27 02:10:06 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:10:06 user nova-compute[75686]:     </disk>
Nov 27 02:10:06 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:10:06 user nova-compute[75686]:       <mac address="fa:16:3e:5e:2d:64"/>
Nov 27 02:10:06 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:10:06 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:10:06 user nova-compute[75686]:       <target dev="tap49152022-07"/>
Nov 27 02:10:06 user nova-compute[75686]:     </interface>
Nov 27 02:10:06 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:10:06 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/console.log" append="off"/>
Nov 27 02:10:06 user nova-compute[75686]:     </serial>
Nov 27 02:10:06 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:10:06 user nova-compute[75686]:     <video>
Nov 27 02:10:06 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:10:06 user nova-compute[75686]:     </video>
Nov 27 02:10:06 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:10:06 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:10:06 user nova-compute[75686]:     </rng>
Nov 27 02:10:06 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:10:06 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:10:06 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:10:06 user nova-compute[75686]:     </memballoon>
Nov 27 02:10:06 user nova-compute[75686]:   </devices>
Nov 27 02:10:06 user nova-compute[75686]: </domain>
Nov 27 02:10:06 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:10:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-793497295',display_name='tempest-TestStampPattern-server-793497295',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-793497295',id=43,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMVZzc3B0ZGg+Axjd+ptaaq/3weWix2AU5+Fm/8CgBGZmZjBgl3/zyOnYooYCP8g0zMBpMfzvYZMkGirj5XeFOud8m3oJVJMRd8Hm539YQloBmHzudWiV/0KgCa9ny4uCw==',key_name='tempest-TestStampPattern-1519476636',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='198c6d978d68486fbcde872f4301619e',ramdisk_id='',reservation_id='r-3abe0xit',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-781941624',owner_user_name='tempest-TestStampPattern-781941624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:10:04Z,user_data=None,user_id='6feb3c5ea00745cd815858eec5d3f913',uuid=829426f9-7eb2-4ac2-a1b4-ab29eccdc211,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converting VIF {"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:5e:2d:64,bridge_name='br-int',has_traffic_filtering=True,id=49152022-073e-4472-a5b5-d321dfc65eaf,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49152022-07') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG os_vif [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:2d:64,bridge_name='br-int',has_traffic_filtering=True,id=49152022-073e-4472-a5b5-d321dfc65eaf,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49152022-07') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2834b631-c733-5bb7-8d47-1bfe0b8b598a', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap49152022-07, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap49152022-07, col_values=(('qos', UUID('f177ea91-01f3-42d3-a27a-c3c70e91d173')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap49152022-07, col_values=(('external_ids', {'iface-id': '49152022-073e-4472-a5b5-d321dfc65eaf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:5e:2d:64', 'vm-uuid': '829426f9-7eb2-4ac2-a1b4-ab29eccdc211'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:06 user nova-compute[75686]: INFO os_vif [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:5e:2d:64,bridge_name='br-int',has_traffic_filtering=True,id=49152022-073e-4472-a5b5-d321dfc65eaf,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49152022-07')
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No VIF found with MAC fa:16:3e:5e:2d:64, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.neutron [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updated VIF entry in instance network info cache for port 49152022-073e-4472-a5b5-d321dfc65eaf. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG nova.network.neutron [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:10:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a95bdcd-7f67-407f-a0fc-9dd870f7fd45 req-21b86021-de29-47a2-8c56-374d6aa72e03 service nova] Releasing lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-041d8a30-4810-4abf-9e29-71609aa0623b req-822947e8-2201-45da-80bb-ae4bf9050195 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-041d8a30-4810-4abf-9e29-71609aa0623b req-822947e8-2201-45da-80bb-ae4bf9050195 service nova] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-041d8a30-4810-4abf-9e29-71609aa0623b req-822947e8-2201-45da-80bb-ae4bf9050195 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-041d8a30-4810-4abf-9e29-71609aa0623b req-822947e8-2201-45da-80bb-ae4bf9050195 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-041d8a30-4810-4abf-9e29-71609aa0623b req-822947e8-2201-45da-80bb-ae4bf9050195 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] No waiting events found dispatching network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:10:07 user nova-compute[75686]: WARNING nova.compute.manager [req-041d8a30-4810-4abf-9e29-71609aa0623b req-822947e8-2201-45da-80bb-ae4bf9050195 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received unexpected event network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf for instance with vm_state building and task_state spawning.
Nov 27 02:10:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:10:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Instance spawned successfully.
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:10:09 user nova-compute[75686]: INFO nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Took 5.31 seconds to spawn the instance on the hypervisor.
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:10:09 user nova-compute[75686]: INFO nova.compute.manager [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Took 6.19 seconds to build instance.
Nov 27 02:10:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b14bafd6-77d3-43d2-93e8-ac9ef0a548a0 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.305s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-ec4c21b3-fc48-4fdb-8aa0-7c88a5638be7 req-f4daae72-42ff-481d-9501-d00e43709929 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec4c21b3-fc48-4fdb-8aa0-7c88a5638be7 req-f4daae72-42ff-481d-9501-d00e43709929 service nova] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec4c21b3-fc48-4fdb-8aa0-7c88a5638be7 req-f4daae72-42ff-481d-9501-d00e43709929 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec4c21b3-fc48-4fdb-8aa0-7c88a5638be7 req-f4daae72-42ff-481d-9501-d00e43709929 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-ec4c21b3-fc48-4fdb-8aa0-7c88a5638be7 req-f4daae72-42ff-481d-9501-d00e43709929 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] No waiting events found dispatching network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:10:09 user nova-compute[75686]: WARNING nova.compute.manager [req-ec4c21b3-fc48-4fdb-8aa0-7c88a5638be7 req-f4daae72-42ff-481d-9501-d00e43709929 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received unexpected event network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf for instance with vm_state active and task_state None.
Nov 27 02:10:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:26 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:29 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:32 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:10:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:33 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:34 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:10:35 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8650MB free_disk=25.04151153564453GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:10:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.514s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:10:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:10:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:10:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updating instance_info_cache with network_info: [{"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:10:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-changed-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Refreshing instance network info cache due to event network-changed-f474476b-f618-426a-8cfd-6c1e2e12f783. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] Acquiring lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] Acquired lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Refreshing network info cache for port f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updated VIF entry in instance network info cache for port f474476b-f618-426a-8cfd-6c1e2e12f783. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG nova.network.neutron [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updating instance_info_cache with network_info: [{"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:10:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-29e50e3d-8086-4a6c-8dce-25ffbf957b15 req-03767b84-ade7-4ff6-89bb-293e118002c7 service nova] Releasing lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:10:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.026s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG nova.objects.instance [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:10:52 user nova-compute[75686]: INFO nova.compute.manager [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Attaching volume 9299a2b0-3700-455d-94a0-6b03bb272e7b to /dev/vdb
Nov 27 02:10:52 user nova-compute[75686]: DEBUG os_brick.utils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[de2691ee-0a7e-44a2-acbb-69bdeb5b49b9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[581c9c88-226b-4b4a-ad54-67597fc4b338]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bad4440-b24f-4e96-86f9-c4623ceaf426]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[50f02995-722e-48c4-aa94-c7ed87d87778]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:10:52 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:10:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b92c037-ee8b-480b-a670-9c5430b8a6fb]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG os_brick.utils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:10:52 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updating existing volume attachment record: 3796c353-ec01-4f29-8dea-3cdbfb7a4492 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:10:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:10:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vncrKHJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:11:02 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:11:02 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.004s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:11:02 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e979495-051b-41d3-abc4-c91d350bb529]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:11:02 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:11:02 user nova-compute[75686]: INFO nova.compute.claims [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Claim successful on node user
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7630c85e-f0d3-4720-aad1-92145f8458e7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b] added
Nov 27 02:11:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[19c2a335-733f-499b-b83a-725684fca294]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[664a8b6e-eb10-43d0-917c-f36ae5bab805]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vncrKHJI {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vncrKHJI" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb308a70-9f70-4c25-b6dd-38fbb693254b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vncrKHJI'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[00e68957-2e43-4676-a696-ae57a5809edf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[24d9a755-3121-4e3a-8033-04ac2c0efd6b]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14b6e5e1-c5d3-4818-8c2c-19dc82e0d247 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14b6e5e1-c5d3-4818-8c2c-19dc82e0d247 (non-flash)
Nov 27 02:11:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14b6e5e1-c5d3-4818-8c2c-19dc82e0d247 (non-flash)
Nov 27 02:11:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f8efed0-a9e5-4d4f-9d35-7dae9e24da94]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260]
Nov 27 02:11:03 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260] successful.
Nov 27 02:11:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[40d94d79-52e6-4ec0-9d0a-37d3767ff728]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[96dac922-3124-4191-aef7-fd8c8067dff3]: (4, ('tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14b6e5e1-c5d3-4818-8c2c-19dc82e0d247 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14b6e5e1-c5d3-4818-8c2c-19dc82e0d247 (non-flash)
Nov 27 02:11:03 user nova-compute[75686]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b (non-flash)
Nov 27 02:11:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:14b6e5e1-c5d3-4818-8c2c-19dc82e0d247 (non-flash)
Nov 27 02:11:03 user nova-compute[75686]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b (non-flash)
Nov 27 02:11:03 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.316s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] HCTL ('34', '-', '-', 0) found on session 50 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.309s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff6fa05f-253b-4c37-8b79-04ea6f48cf20]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Searching for a device in session 50 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vncrKHJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:11:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.policy [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '288c914eb79447cdb47da5538bdbd80d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7afb522c8af24a3983c8f985fa83a3c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:11:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Creating image(s)
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "/opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "/opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "/opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.184s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk 1073741824" returned: 0 in 0.057s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Successfully created port: 4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Checking if we can resize image /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.373s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== connect_volume: return (1376ms) {'type': 'block', 'scsi_wwn': '23461383562356562', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461383562356562', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.objects.instance [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:11:04 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:11:04 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:11:04 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:11:04 user nova-compute[75686]:   <serial>9299a2b0-3700-455d-94a0-6b03bb272e7b</serial>
Nov 27 02:11:04 user nova-compute[75686]: </disk>
Nov 27 02:11:04 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Cannot resize image /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Ensure instance console log exists: /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] No VIF found with MAC fa:16:3e:61:29:94, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-051fb4ff-9aa8-4ddd-9024-24d0c6819e11 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 12.314s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Successfully updated port: 4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquired lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:11:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-changed-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Refreshing instance network info cache due to event network-changed-4f2044de-61d9-481e-82ed-0d0b5164eff0. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] Acquiring lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating instance_info_cache with network_info: [{"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Releasing lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Instance network_info: |[{"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] Acquired lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Refreshing network info cache for port 4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Start _get_guest_xml network_info=[{"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:11:05 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:11:05 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:11:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-404900581',display_name='tempest-TestServerVolumeAttachmentScenario-server-404900581',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-404900581',id=44,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCI6M0yXVkIrenj1cMLCATQwYoEEn1ENb+ZeQtgMXSL03WEYkk8sts85+leA9vkizZ8j/WntDjHO8qQ1LWfud2wLgDnaJKAiZCMSxBwvhKxvxL1sl0SEvVzvhBQBHJ85Sw==',key_name='tempest-keypair-1888126627',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7afb522c8af24a3983c8f985fa83a3c4',ramdisk_id='',reservation_id='r-0a72goxc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-899880160',owner_user_name='tempest-TestServerVolumeAttachmentScenario-899880160-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:11:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='288c914eb79447cdb47da5538bdbd80d',uuid=24f9326a-e64f-4ffb-94a3-638019872d7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Converting VIF {"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:56:cc,bridge_name='br-int',has_traffic_filtering=True,id=4f2044de-61d9-481e-82ed-0d0b5164eff0,network=Network(ceaf8ee8-18cd-4774-94d1-841dbb3b1901),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f2044de-61') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.objects.instance [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'pci_devices' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:11:05 user nova-compute[75686]:   <uuid>24f9326a-e64f-4ffb-94a3-638019872d7a</uuid>
Nov 27 02:11:05 user nova-compute[75686]:   <name>instance-0000002c</name>
Nov 27 02:11:05 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:11:05 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:11:05 user nova-compute[75686]:   <metadata>
Nov 27 02:11:05 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:11:05 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:11:05 user nova-compute[75686]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-404900581</nova:name>
Nov 27 02:11:05 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:11:05</nova:creationTime>
Nov 27 02:11:05 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:11:05 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:11:05 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:11:05 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:11:05 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:11:05 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:11:05 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:11:05 user nova-compute[75686]:       <nova:owner>
Nov 27 02:11:05 user nova-compute[75686]:         <nova:user uuid="288c914eb79447cdb47da5538bdbd80d">tempest-TestServerVolumeAttachmentScenario-899880160-project-member</nova:user>
Nov 27 02:11:05 user nova-compute[75686]:         <nova:project uuid="7afb522c8af24a3983c8f985fa83a3c4">tempest-TestServerVolumeAttachmentScenario-899880160</nova:project>
Nov 27 02:11:05 user nova-compute[75686]:       </nova:owner>
Nov 27 02:11:05 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:11:05 user nova-compute[75686]:       <nova:ports>
Nov 27 02:11:05 user nova-compute[75686]:         <nova:port uuid="4f2044de-61d9-481e-82ed-0d0b5164eff0">
Nov 27 02:11:05 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 02:11:05 user nova-compute[75686]:         </nova:port>
Nov 27 02:11:05 user nova-compute[75686]:       </nova:ports>
Nov 27 02:11:05 user nova-compute[75686]:     </nova:instance>
Nov 27 02:11:05 user nova-compute[75686]:   </metadata>
Nov 27 02:11:05 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:11:05 user nova-compute[75686]:     <system>
Nov 27 02:11:05 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:11:05 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:11:05 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:11:05 user nova-compute[75686]:       <entry name="serial">24f9326a-e64f-4ffb-94a3-638019872d7a</entry>
Nov 27 02:11:05 user nova-compute[75686]:       <entry name="uuid">24f9326a-e64f-4ffb-94a3-638019872d7a</entry>
Nov 27 02:11:05 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:11:05 user nova-compute[75686]:     </system>
Nov 27 02:11:05 user nova-compute[75686]:   </sysinfo>
Nov 27 02:11:05 user nova-compute[75686]:   <os>
Nov 27 02:11:05 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:11:05 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:11:05 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:11:05 user nova-compute[75686]:   </os>
Nov 27 02:11:05 user nova-compute[75686]:   <features>
Nov 27 02:11:05 user nova-compute[75686]:     <acpi/>
Nov 27 02:11:05 user nova-compute[75686]:     <apic/>
Nov 27 02:11:05 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:11:05 user nova-compute[75686]:   </features>
Nov 27 02:11:05 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:11:05 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:11:05 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:11:05 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:11:05 user nova-compute[75686]:   </clock>
Nov 27 02:11:05 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:11:05 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:11:05 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:11:05 user nova-compute[75686]:   </cpu>
Nov 27 02:11:05 user nova-compute[75686]:   <devices>
Nov 27 02:11:05 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:11:05 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:11:05 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk"/>
Nov 27 02:11:05 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:11:05 user nova-compute[75686]:     </disk>
Nov 27 02:11:05 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:11:05 user nova-compute[75686]:       <mac address="fa:16:3e:e4:56:cc"/>
Nov 27 02:11:05 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:11:05 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:11:05 user nova-compute[75686]:       <target dev="tap4f2044de-61"/>
Nov 27 02:11:05 user nova-compute[75686]:     </interface>
Nov 27 02:11:05 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:11:05 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/console.log" append="off"/>
Nov 27 02:11:05 user nova-compute[75686]:     </serial>
Nov 27 02:11:05 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:11:05 user nova-compute[75686]:     <video>
Nov 27 02:11:05 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:11:05 user nova-compute[75686]:     </video>
Nov 27 02:11:05 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:11:05 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:11:05 user nova-compute[75686]:     </rng>
Nov 27 02:11:05 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:11:05 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:11:05 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:11:05 user nova-compute[75686]:     </memballoon>
Nov 27 02:11:05 user nova-compute[75686]:   </devices>
Nov 27 02:11:05 user nova-compute[75686]: </domain>
Nov 27 02:11:05 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:11:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-404900581',display_name='tempest-TestServerVolumeAttachmentScenario-server-404900581',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-404900581',id=44,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCI6M0yXVkIrenj1cMLCATQwYoEEn1ENb+ZeQtgMXSL03WEYkk8sts85+leA9vkizZ8j/WntDjHO8qQ1LWfud2wLgDnaJKAiZCMSxBwvhKxvxL1sl0SEvVzvhBQBHJ85Sw==',key_name='tempest-keypair-1888126627',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7afb522c8af24a3983c8f985fa83a3c4',ramdisk_id='',reservation_id='r-0a72goxc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-899880160',owner_user_name='tempest-TestServerVolumeAttachmentScenario-899880160-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:11:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='288c914eb79447cdb47da5538bdbd80d',uuid=24f9326a-e64f-4ffb-94a3-638019872d7a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Converting VIF {"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:56:cc,bridge_name='br-int',has_traffic_filtering=True,id=4f2044de-61d9-481e-82ed-0d0b5164eff0,network=Network(ceaf8ee8-18cd-4774-94d1-841dbb3b1901),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f2044de-61') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG os_vif [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:56:cc,bridge_name='br-int',has_traffic_filtering=True,id=4f2044de-61d9-481e-82ed-0d0b5164eff0,network=Network(ceaf8ee8-18cd-4774-94d1-841dbb3b1901),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f2044de-61') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '167e056e-47a0-5f29-84ee-06c57f2a5246', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4f2044de-61, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4f2044de-61, col_values=(('qos', UUID('09bce68a-694b-4b3c-87c3-9573d1863c19')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4f2044de-61, col_values=(('external_ids', {'iface-id': '4f2044de-61d9-481e-82ed-0d0b5164eff0', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:56:cc', 'vm-uuid': '24f9326a-e64f-4ffb-94a3-638019872d7a'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:05 user nova-compute[75686]: INFO os_vif [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:56:cc,bridge_name='br-int',has_traffic_filtering=True,id=4f2044de-61d9-481e-82ed-0d0b5164eff0,network=Network(ceaf8ee8-18cd-4774-94d1-841dbb3b1901),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f2044de-61')
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No VIF found with MAC fa:16:3e:e4:56:cc, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updated VIF entry in instance network info cache for port 4f2044de-61d9-481e-82ed-0d0b5164eff0. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating instance_info_cache with network_info: [{"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2ad9607a-7930-4173-90a4-ac7a0ef890c2 req-7d47b7e9-b970-467f-ad82-9e3aba131f3f service nova] Releasing lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:05 user nova-compute[75686]: INFO nova.compute.manager [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Detaching volume 9299a2b0-3700-455d-94a0-6b03bb272e7b
Nov 27 02:11:06 user nova-compute[75686]: INFO nova.virt.block_device [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Attempting to driver detach volume 9299a2b0-3700-455d-94a0-6b03bb272e7b from mountpoint /dev/vdb
Nov 27 02:11:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Attempting to detach device vdb from instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:11:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:11:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:11:06 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:11:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:11:06 user nova-compute[75686]:   <serial>9299a2b0-3700-455d-94a0-6b03bb272e7b</serial>
Nov 27 02:11:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:11:06 user nova-compute[75686]: </disk>
Nov 27 02:11:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:11:06 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully detached device vdb from instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 from the persistent domain config.
Nov 27 02:11:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:11:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:11:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:11:06 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:11:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:11:06 user nova-compute[75686]:   <serial>9299a2b0-3700-455d-94a0-6b03bb272e7b</serial>
Nov 27 02:11:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:11:06 user nova-compute[75686]: </disk>
Nov 27 02:11:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:11:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-73cc4a74-6abb-486b-bc1d-b819f3512563 req-c36e13a4-7565-4965-9073-7e8f700a4967 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73cc4a74-6abb-486b-bc1d-b819f3512563 req-c36e13a4-7565-4965-9073-7e8f700a4967 service nova] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73cc4a74-6abb-486b-bc1d-b819f3512563 req-c36e13a4-7565-4965-9073-7e8f700a4967 service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-73cc4a74-6abb-486b-bc1d-b819f3512563 req-c36e13a4-7565-4965-9073-7e8f700a4967 service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:07 user nova-compute[75686]: DEBUG nova.compute.manager [req-73cc4a74-6abb-486b-bc1d-b819f3512563 req-c36e13a4-7565-4965-9073-7e8f700a4967 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] No waiting events found dispatching network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:11:07 user nova-compute[75686]: WARNING nova.compute.manager [req-73cc4a74-6abb-486b-bc1d-b819f3512563 req-c36e13a4-7565-4965-9073-7e8f700a4967 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received unexpected event network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 for instance with vm_state building and task_state spawning.
Nov 27 02:11:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-4163692d-5ac6-4330-983d-8af318271bd9 req-90164414-d950-418d-b5e2-523586e79b3d service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4163692d-5ac6-4330-983d-8af318271bd9 req-90164414-d950-418d-b5e2-523586e79b3d service nova] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4163692d-5ac6-4330-983d-8af318271bd9 req-90164414-d950-418d-b5e2-523586e79b3d service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4163692d-5ac6-4330-983d-8af318271bd9 req-90164414-d950-418d-b5e2-523586e79b3d service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:09 user nova-compute[75686]: DEBUG nova.compute.manager [req-4163692d-5ac6-4330-983d-8af318271bd9 req-90164414-d950-418d-b5e2-523586e79b3d service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] No waiting events found dispatching network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:11:09 user nova-compute[75686]: WARNING nova.compute.manager [req-4163692d-5ac6-4330-983d-8af318271bd9 req-90164414-d950-418d-b5e2-523586e79b3d service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received unexpected event network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 for instance with vm_state building and task_state spawning.
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:11:10 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Instance spawned successfully.
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:10 user nova-compute[75686]: INFO nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Took 6.86 seconds to spawn the instance on the hypervisor.
Nov 27 02:11:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:11:10 user nova-compute[75686]: INFO nova.compute.manager [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Took 7.55 seconds to build instance.
Nov 27 02:11:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-b4ca2886-13ee-4b88-aa45-37d2db7eefe9 tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.668s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:26 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 is timed out.
Nov 27 02:11:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully detached device vdb from instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 from the live domain config.
Nov 27 02:11:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vncrKHJI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:11:26 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fcb5b97c-8cfd-4007-a9bb-a15558e34198]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:11:26 user nova-compute[75686]: No targets found.
Nov 27 02:11:26 user nova-compute[75686]: iSNS:
Nov 27 02:11:26 user nova-compute[75686]: No targets found.
Nov 27 02:11:26 user nova-compute[75686]: STATIC:
Nov 27 02:11:26 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b
Nov 27 02:11:26 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:11:26 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:11:26 user nova-compute[75686]: FIRMWARE:
Nov 27 02:11:26 user nova-compute[75686]: No targets found.
Nov 27 02:11:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:11:26 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:11:26 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2dcd630-e777-4908-a89a-59910aa6da7c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd099b55-ada5-4aa1-8969-4e91ba14e314]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b (non-flash)
Nov 27 02:11:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b (non-flash)
Nov 27 02:11:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c3530a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[431905fe-0b0d-49a0-ad85-12a4c1512616]: (4, ('path checker states:\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f77f628e-13ab-4f8a-95f5-6c40da8c32ba]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f69b5023-b511-4a89-8397-3baceaca9457]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.144s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0461054d-6ce2-4969-972d-2cdda76863be]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[98d85a56-1ae1-49c6-9e64-84d2e5b21747]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[49af8b6d-7d09-41c0-85dc-814e05c7382a]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260]
Nov 27 02:11:26 user nova-compute[75686]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b, portal: 172.16.0.220,3260] successful.
Nov 27 02:11:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:9299a2b0-3700-455d-94a0-6b03bb272e7b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0adfca56-6dd8-4d5e-8a2b-e0fa3665ef89]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.417s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] <== disconnect_volume: return (419ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG nova.objects.instance [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'flavor' on Instance uuid dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-17378a06-b2a0-45d1-9d32-0fedc08ea1c9 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.926s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:27 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:35 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:37 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:11:37 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8560MB free_disk=25.001144409179688GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 24f9326a-e64f-4ffb-94a3-638019872d7a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:11:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.260s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:11:38 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:11:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updating instance_info_cache with network_info: [{"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:11:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-dc3a26bc-e3a1-4de8-a74a-fc9506969a56" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:11:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:11:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:11:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:11:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:11:44 user nova-compute[75686]: INFO nova.compute.claims [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Claim successful on node user
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.288s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:11:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.policy [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd02f3b9aa7c4ff68b45cc6d749adb69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0c461a06297740aa9f6f6f97d6ced545', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:11:44 user nova-compute[75686]: INFO nova.virt.block_device [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Booting with volume 8aae0463-a415-433c-9299-018b03059d73 at /dev/vda
Nov 27 02:11:44 user nova-compute[75686]: DEBUG os_brick.utils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ffafe7e-214a-421e-8731-6a9ca2405914]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18eaed1-009f-42e6-b0ac-6723acce8f0c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f80881-b85a-4319-829e-02be9decd8dd]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca9d688-8c5c-48e7-b1fe-88df3cb0d7b1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:11:44 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:11:44 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2fb9e4d-47bd-4ee9-b79e-5c835eea006b]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG os_brick.utils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:11:44 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating existing volume attachment record: 9ee97758-5b23-4535-97ab-9c05d7acc426 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Successfully created port: 22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Successfully updated port: 22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing instance network info cache due to event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:11:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:11:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:11:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance network_info: |[{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:11:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:11:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:11:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updated VIF entry in instance network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:11:46 user nova-compute[75686]: DEBUG nova.network.neutron [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:11:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-743179ed-5a7d-47e0-8765-ec8d5cc13302 req-27954b12-5806-4ad8-bbff-ff516d4178e2 service nova] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:11:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:11:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Creating image(s)
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Ensure instance console log exists: /opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Start _get_guest_xml network_info=[{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '9ee97758-5b23-4535-97ab-9c05d7acc426', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bef67b86-4e23-455c-9ea2-9a132f06e893', 'attached_at': '', 'detached_at': '', 'volume_id': '8aae0463-a415-433c-9299-018b03059d73', 'serial': '8aae0463-a415-433c-9299-018b03059d73'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:11:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:11:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:11:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:11:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:11:50 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:11:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a96ec8eb-80d0-4c05-aef4-969954eb74ac]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:11:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[be2f2aea-56db-487a-ad22-9c9d837b26a5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73] added
Nov 27 02:11:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d683a9a-e39a-4533-ac95-dcc0913e695a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c6cb804-806c-4744-b46f-6d66be877d64]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XJfroaPp {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XJfroaPp" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[69abe1e3-f636-4b61-98bd-05dc4e7ae0e0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XJfroaPp'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[30f5d3ef-8a2c-47d2-b5f8-5a7cd2f39c25]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c930d369-efcc-42b9-af65-a44017176b08]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:11:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:11:50 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:11:50 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:11:50 user nova-compute[75686]: 
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[81549e66-d570-45a6-8f5d-75b3aeaba10c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]
Nov 27 02:11:50 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.
Nov 27 02:11:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbffd769-ded5-4660-ad89-012d658bac51]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a113b1f1-3a96-486a-9b0b-b7bad4f74627]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:11:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:11:50 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] HCTL ('33', '-', '-', 0) found on session 51 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b2a6abf-ebcc-452c-aadf-995c5186b9e6]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:50 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Searching for a device in session 51 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] <== connect_volume: return (1278ms) {'type': 'block', 'scsi_wwn': '26331333033323130', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331333033323130', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-2013286464',display_name='tempest-TestShelveInstance-server-2013286464',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-2013286464',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAXeulDQ1SuCnO642kQfJG/CEOOM5QrZuNS4ilr0uUi2nBXtLtvfcIZrsfKpw+mlxQi/Mw8tnThoS2cAXONnjfQBXI91RTTEtw2a1cY/+Jgg7VMawTkSprHhm6r6YZ+TeA==',key_name='tempest-TestShelveInstance-1339359276',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c461a06297740aa9f6f6f97d6ced545',ramdisk_id='',reservation_id='r-1op1lb5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-2079622152',owner_user_name='tempest-TestShelveInstance-2079622152-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:11:45Z,user_data=None,user_id='cd02f3b9aa7c4ff68b45cc6d749adb69',uuid=bef67b86-4e23-455c-9ea2-9a132f06e893,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converting VIF {"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'pci_devices' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:11:51 user nova-compute[75686]:   <uuid>bef67b86-4e23-455c-9ea2-9a132f06e893</uuid>
Nov 27 02:11:51 user nova-compute[75686]:   <name>instance-0000002d</name>
Nov 27 02:11:51 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:11:51 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:11:51 user nova-compute[75686]:   <metadata>
Nov 27 02:11:51 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:11:51 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:11:51 user nova-compute[75686]:       <nova:name>tempest-TestShelveInstance-server-2013286464</nova:name>
Nov 27 02:11:51 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:11:50</nova:creationTime>
Nov 27 02:11:51 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:11:51 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:11:51 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:11:51 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:11:51 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:11:51 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:11:51 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:11:51 user nova-compute[75686]:       <nova:owner>
Nov 27 02:11:51 user nova-compute[75686]:         <nova:user uuid="cd02f3b9aa7c4ff68b45cc6d749adb69">tempest-TestShelveInstance-2079622152-project-member</nova:user>
Nov 27 02:11:51 user nova-compute[75686]:         <nova:project uuid="0c461a06297740aa9f6f6f97d6ced545">tempest-TestShelveInstance-2079622152</nova:project>
Nov 27 02:11:51 user nova-compute[75686]:       </nova:owner>
Nov 27 02:11:51 user nova-compute[75686]:       <nova:ports>
Nov 27 02:11:51 user nova-compute[75686]:         <nova:port uuid="22e7fdc5-00a6-4e47-b3a8-facd0088148b">
Nov 27 02:11:51 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 02:11:51 user nova-compute[75686]:         </nova:port>
Nov 27 02:11:51 user nova-compute[75686]:       </nova:ports>
Nov 27 02:11:51 user nova-compute[75686]:     </nova:instance>
Nov 27 02:11:51 user nova-compute[75686]:   </metadata>
Nov 27 02:11:51 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:11:51 user nova-compute[75686]:     <system>
Nov 27 02:11:51 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:11:51 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:11:51 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:11:51 user nova-compute[75686]:       <entry name="serial">bef67b86-4e23-455c-9ea2-9a132f06e893</entry>
Nov 27 02:11:51 user nova-compute[75686]:       <entry name="uuid">bef67b86-4e23-455c-9ea2-9a132f06e893</entry>
Nov 27 02:11:51 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:11:51 user nova-compute[75686]:     </system>
Nov 27 02:11:51 user nova-compute[75686]:   </sysinfo>
Nov 27 02:11:51 user nova-compute[75686]:   <os>
Nov 27 02:11:51 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:11:51 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:11:51 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:11:51 user nova-compute[75686]:   </os>
Nov 27 02:11:51 user nova-compute[75686]:   <features>
Nov 27 02:11:51 user nova-compute[75686]:     <acpi/>
Nov 27 02:11:51 user nova-compute[75686]:     <apic/>
Nov 27 02:11:51 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:11:51 user nova-compute[75686]:   </features>
Nov 27 02:11:51 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:11:51 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:11:51 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:11:51 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:11:51 user nova-compute[75686]:   </clock>
Nov 27 02:11:51 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:11:51 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:11:51 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:11:51 user nova-compute[75686]:   </cpu>
Nov 27 02:11:51 user nova-compute[75686]:   <devices>
Nov 27 02:11:51 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:11:51 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:11:51 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 02:11:51 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:11:51 user nova-compute[75686]:       <serial>8aae0463-a415-433c-9299-018b03059d73</serial>
Nov 27 02:11:51 user nova-compute[75686]:     </disk>
Nov 27 02:11:51 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:11:51 user nova-compute[75686]:       <mac address="fa:16:3e:40:cd:82"/>
Nov 27 02:11:51 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:11:51 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:11:51 user nova-compute[75686]:       <target dev="tap22e7fdc5-00"/>
Nov 27 02:11:51 user nova-compute[75686]:     </interface>
Nov 27 02:11:51 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:11:51 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893/console.log" append="off"/>
Nov 27 02:11:51 user nova-compute[75686]:     </serial>
Nov 27 02:11:51 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:11:51 user nova-compute[75686]:     <video>
Nov 27 02:11:51 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:11:51 user nova-compute[75686]:     </video>
Nov 27 02:11:51 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:11:51 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:11:51 user nova-compute[75686]:     </rng>
Nov 27 02:11:51 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:11:51 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:11:51 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:11:51 user nova-compute[75686]:     </memballoon>
Nov 27 02:11:51 user nova-compute[75686]:   </devices>
Nov 27 02:11:51 user nova-compute[75686]: </domain>
Nov 27 02:11:51 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-2013286464',display_name='tempest-TestShelveInstance-server-2013286464',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-2013286464',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAXeulDQ1SuCnO642kQfJG/CEOOM5QrZuNS4ilr0uUi2nBXtLtvfcIZrsfKpw+mlxQi/Mw8tnThoS2cAXONnjfQBXI91RTTEtw2a1cY/+Jgg7VMawTkSprHhm6r6YZ+TeA==',key_name='tempest-TestShelveInstance-1339359276',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0c461a06297740aa9f6f6f97d6ced545',ramdisk_id='',reservation_id='r-1op1lb5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-2079622152',owner_user_name='tempest-TestShelveInstance-2079622152-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:11:45Z,user_data=None,user_id='cd02f3b9aa7c4ff68b45cc6d749adb69',uuid=bef67b86-4e23-455c-9ea2-9a132f06e893,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converting VIF {"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG os_vif [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a9ceb1c8-db12-5138-8401-ddfd281d259a', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap22e7fdc5-00, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap22e7fdc5-00, col_values=(('qos', UUID('f5221a08-ec8b-4a14-8ef6-ab3cf6f7e9ca')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap22e7fdc5-00, col_values=(('external_ids', {'iface-id': '22e7fdc5-00a6-4e47-b3a8-facd0088148b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:cd:82', 'vm-uuid': 'bef67b86-4e23-455c-9ea2-9a132f06e893'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:51 user nova-compute[75686]: INFO os_vif [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00')
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:11:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] No VIF found with MAC fa:16:3e:40:cd:82, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-e36a876c-835e-4df5-8d0e-8a34a5b7bc6f req-be032b4a-95e2-489c-a799-a765fb7e625c service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e36a876c-835e-4df5-8d0e-8a34a5b7bc6f req-be032b4a-95e2-489c-a799-a765fb7e625c service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e36a876c-835e-4df5-8d0e-8a34a5b7bc6f req-be032b4a-95e2-489c-a799-a765fb7e625c service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e36a876c-835e-4df5-8d0e-8a34a5b7bc6f req-be032b4a-95e2-489c-a799-a765fb7e625c service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-e36a876c-835e-4df5-8d0e-8a34a5b7bc6f req-be032b4a-95e2-489c-a799-a765fb7e625c service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:11:53 user nova-compute[75686]: WARNING nova.compute.manager [req-e36a876c-835e-4df5-8d0e-8a34a5b7bc6f req-be032b4a-95e2-489c-a799-a765fb7e625c service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received unexpected event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with vm_state building and task_state spawning.
Nov 27 02:11:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:11:55 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance spawned successfully.
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:11:55 user nova-compute[75686]: INFO nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Took 4.99 seconds to spawn the instance on the hypervisor.
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-9140f119-d557-4940-a2fd-d1db382eaffc req-9f688d44-1f58-436d-9f95-c6244e3f383a service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9140f119-d557-4940-a2fd-d1db382eaffc req-9f688d44-1f58-436d-9f95-c6244e3f383a service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9140f119-d557-4940-a2fd-d1db382eaffc req-9f688d44-1f58-436d-9f95-c6244e3f383a service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9140f119-d557-4940-a2fd-d1db382eaffc req-9f688d44-1f58-436d-9f95-c6244e3f383a service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-9140f119-d557-4940-a2fd-d1db382eaffc req-9f688d44-1f58-436d-9f95-c6244e3f383a service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:11:55 user nova-compute[75686]: WARNING nova.compute.manager [req-9140f119-d557-4940-a2fd-d1db382eaffc req-9f688d44-1f58-436d-9f95-c6244e3f383a service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received unexpected event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with vm_state building and task_state spawning.
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-changed-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Refreshing instance network info cache due to event network-changed-49152022-073e-4472-a5b5-d321dfc65eaf. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] Acquiring lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] Acquired lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Refreshing network info cache for port 49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:11:55 user nova-compute[75686]: INFO nova.compute.manager [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Took 11.51 seconds to build instance.
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3bca2150-341a-48ea-9a86-61a60ad3fd07 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.612s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.objects.instance [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'flavor' on Instance uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updated VIF entry in instance network info cache for port 49152022-073e-4472-a5b5-d321dfc65eaf. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c6c8841b-6e4c-4c6a-8cdd-657d18dc1686 req-83f17a4e-ac45-4d64-9fca-96b1174dd601 service nova] Releasing lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:11:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:56 user nova-compute[75686]: INFO nova.compute.manager [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Attaching volume 173c1eaf-8756-4f5b-91d0-1c9ac8353753 to /dev/vdb
Nov 27 02:11:56 user nova-compute[75686]: DEBUG os_brick.utils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.060s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5568615-9b28-4681-a5c7-de1498deb840]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf3ceff5-7aa3-49c4-886b-627435a77f0c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b83f2b78-840b-41e7-8d4e-d7cbb67a2b12]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[752e3dbd-9980-4525-8175-5b6706e38e39]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:11:56 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ab93f8d-805b-4dda-8dd3-1e0fdecc1ad9]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG os_brick.utils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] <== get_connector_properties: return (172ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating existing volume attachment record: ad4a0a4d-9955-49ed-ba46-b6597af1173c {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:56 user nova-compute[75686]: INFO nova.compute.manager [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Terminating instance
Nov 27 02:11:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-9729040d-a292-4a58-a576-e9f4264ba1bc req-5a59fe24-c875-4307-ac9f-c35a9ef21148 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-vif-unplugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9729040d-a292-4a58-a576-e9f4264ba1bc req-5a59fe24-c875-4307-ac9f-c35a9ef21148 service nova] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9729040d-a292-4a58-a576-e9f4264ba1bc req-5a59fe24-c875-4307-ac9f-c35a9ef21148 service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9729040d-a292-4a58-a576-e9f4264ba1bc req-5a59fe24-c875-4307-ac9f-c35a9ef21148 service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-9729040d-a292-4a58-a576-e9f4264ba1bc req-5a59fe24-c875-4307-ac9f-c35a9ef21148 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] No waiting events found dispatching network-vif-unplugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-9729040d-a292-4a58-a576-e9f4264ba1bc req-5a59fe24-c875-4307-ac9f-c35a9ef21148 service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-vif-unplugged-f474476b-f618-426a-8cfd-6c1e2e12f783 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:11:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Instance destroyed successfully.
Nov 27 02:11:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lazy-loading 'resources' on Instance uuid dc3a26bc-e3a1-4de8-a74a-fc9506969a56 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:08:55Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1715257062',display_name='tempest-AttachVolumeNegativeTest-server-1715257062',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1715257062',id=42,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIPY9lHHywYGvjGAH9e21QClO6Coh/9rBG/MCaL15LfG78kodnrmZiiZFen5+H/nu8d6TAsEgyd+9ynMCpiQeet6InSUHLdx4M20Ok4n1ogHFKnCbG5zLWiZzgxdLMaUQg==',key_name='tempest-keypair-1086109411',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:09:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='5da185c008a949dca58184441ccb0a41',ramdisk_id='',reservation_id='r-miy4i4vx',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-1893772593',owner_user_name='tempest-AttachVolumeNegativeTest-1893772593-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:09:03Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='82943dfd9046457e9f82f89cba00ff18',uuid=dc3a26bc-e3a1-4de8-a74a-fc9506969a56,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converting VIF {"id": "f474476b-f618-426a-8cfd-6c1e2e12f783", "address": "fa:16:3e:61:29:94", "network": {"id": "e82e28e4-25ab-4f21-9e45-49763803697d", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-758900859-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.91", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "5da185c008a949dca58184441ccb0a41", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf474476b-f6", "ovs_interfaceid": "f474476b-f618-426a-8cfd-6c1e2e12f783", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:29:94,bridge_name='br-int',has_traffic_filtering=True,id=f474476b-f618-426a-8cfd-6c1e2e12f783,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf474476b-f6') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG os_vif [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:29:94,bridge_name='br-int',has_traffic_filtering=True,id=f474476b-f618-426a-8cfd-6c1e2e12f783,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf474476b-f6') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf474476b-f6, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1633dab7-e1c9-4c6c-9e32-9f210a2cb41c) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:11:57 user nova-compute[75686]: INFO os_vif [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:29:94,bridge_name='br-int',has_traffic_filtering=True,id=f474476b-f618-426a-8cfd-6c1e2e12f783,network=Network(e82e28e4-25ab-4f21-9e45-49763803697d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf474476b-f6')
Nov 27 02:11:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Deleting instance files /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56_del
Nov 27 02:11:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Deletion of /opt/stack/data/nova/instances/dc3a26bc-e3a1-4de8-a74a-fc9506969a56_del complete
Nov 27 02:11:57 user nova-compute[75686]: INFO nova.compute.manager [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Took 0.92 seconds to destroy the instance on the hypervisor.
Nov 27 02:11:57 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:11:57 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:11:58 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Took 0.97 seconds to deallocate network for instance.
Nov 27 02:11:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.193s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:58 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Deleted allocations for instance dc3a26bc-e3a1-4de8-a74a-fc9506969a56
Nov 27 02:11:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7f549ab1-2ed6-4395-b01c-2b271faf4798 tempest-AttachVolumeNegativeTest-1893772593 tempest-AttachVolumeNegativeTest-1893772593-project-member] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.277s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-2c5d12d4-9059-40fa-9de1-847dd15dd325 req-cd886659-b801-4da9-8f2a-db85c1f74ada service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2c5d12d4-9059-40fa-9de1-847dd15dd325 req-cd886659-b801-4da9-8f2a-db85c1f74ada service nova] Acquiring lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2c5d12d4-9059-40fa-9de1-847dd15dd325 req-cd886659-b801-4da9-8f2a-db85c1f74ada service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-2c5d12d4-9059-40fa-9de1-847dd15dd325 req-cd886659-b801-4da9-8f2a-db85c1f74ada service nova] Lock "dc3a26bc-e3a1-4de8-a74a-fc9506969a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:11:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-2c5d12d4-9059-40fa-9de1-847dd15dd325 req-cd886659-b801-4da9-8f2a-db85c1f74ada service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] No waiting events found dispatching network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:11:58 user nova-compute[75686]: WARNING nova.compute.manager [req-2c5d12d4-9059-40fa-9de1-847dd15dd325 req-cd886659-b801-4da9-8f2a-db85c1f74ada service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received unexpected event network-vif-plugged-f474476b-f618-426a-8cfd-6c1e2e12f783 for instance with vm_state deleted and task_state None.
Nov 27 02:11:58 user nova-compute[75686]: DEBUG nova.compute.manager [req-2c5d12d4-9059-40fa-9de1-847dd15dd325 req-cd886659-b801-4da9-8f2a-db85c1f74ada service nova] [instance: dc3a26bc-e3a1-4de8-a74a-fc9506969a56] Received event network-vif-deleted-f474476b-f618-426a-8cfd-6c1e2e12f783 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yeCjRpvi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:12:02 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:12:02 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:12:02 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc4187c-c164-4ccd-b715-7ba8d791e914]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:12:02 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b818ab81-9de7-4429-a477-b03da4a44a3d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753] added
Nov 27 02:12:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f1fed1c-cdae-4b83-987a-87d9fa171a8c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cbafe03-8b71-4b1e-b1b6-db670692828c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yeCjRpvi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yeCjRpvi" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c1cc71b-a1bb-4c52-9ccf-a4796836af5b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yeCjRpvi'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5986436-8d12-4c27-9820-bfa36880ed5f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[864c422a-2fa5-4b16-a1b6-919f881c048c]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:12:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:12:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[372891a0-0319-4fca-965b-e006826a37ad]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260]
Nov 27 02:12:02 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260] successful.
Nov 27 02:12:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[21413c63-4959-4699-b3a7-a3a6abf0a640]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c00d2b9-3d50-4e67-90b3-91695183cea9]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:12:02 user nova-compute[75686]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 (non-flash)
Nov 27 02:12:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:12:02 user nova-compute[75686]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 (non-flash)
Nov 27 02:12:02 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] HCTL ('34', '-', '-', 0) found on session 52 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1288d62-8779-4227-b2da-7cb4463e963b]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:02 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Searching for a device in session 52 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yeCjRpvi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] <== connect_volume: return (1304ms) {'type': 'block', 'scsi_wwn': '26432633138333131', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26432633138333131', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG nova.objects.instance [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'flavor' on Instance uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:12:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:12:03 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:12:03 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:12:03 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:12:03 user nova-compute[75686]:   <serial>173c1eaf-8756-4f5b-91d0-1c9ac8353753</serial>
Nov 27 02:12:03 user nova-compute[75686]: </disk>
Nov 27 02:12:03 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:12:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:12:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:12:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No VIF found with MAC fa:16:3e:5e:2d:64, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:12:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-138718fb-95dc-499c-99f1-c6cba2796838 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.256s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:12:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:12:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:12:06 user nova-compute[75686]: INFO nova.compute.manager [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Detaching volume 173c1eaf-8756-4f5b-91d0-1c9ac8353753
Nov 27 02:12:06 user nova-compute[75686]: INFO nova.virt.block_device [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Attempting to driver detach volume 173c1eaf-8756-4f5b-91d0-1c9ac8353753 from mountpoint /dev/vdb
Nov 27 02:12:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Attempting to detach device vdb from instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:12:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:12:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:12:06 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:12:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:12:06 user nova-compute[75686]:   <serial>173c1eaf-8756-4f5b-91d0-1c9ac8353753</serial>
Nov 27 02:12:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:12:06 user nova-compute[75686]: </disk>
Nov 27 02:12:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:12:06 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully detached device vdb from instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 from the persistent domain config.
Nov 27 02:12:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:12:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:12:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:12:06 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:12:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:12:06 user nova-compute[75686]:   <serial>173c1eaf-8756-4f5b-91d0-1c9ac8353753</serial>
Nov 27 02:12:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:12:06 user nova-compute[75686]: </disk>
Nov 27 02:12:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:12:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:12:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:26 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 is timed out.
Nov 27 02:12:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully detached device vdb from instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 from the live domain config.
Nov 27 02:12:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yeCjRpvi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:12:26 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:12:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f873618b-5384-45e0-94c6-8666c94592cd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:12:26 user nova-compute[75686]: No targets found.
Nov 27 02:12:26 user nova-compute[75686]: iSNS:
Nov 27 02:12:26 user nova-compute[75686]: No targets found.
Nov 27 02:12:26 user nova-compute[75686]: STATIC:
Nov 27 02:12:26 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753
Nov 27 02:12:26 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:12:26 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:12:26 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73
Nov 27 02:12:26 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:12:26 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:12:26 user nova-compute[75686]: FIRMWARE:
Nov 27 02:12:26 user nova-compute[75686]: No targets found.
Nov 27 02:12:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:12:26 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:12:26 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:12:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b471e530-89e9-4eb5-b0bd-e98f0193c02b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8ee38b2-54ab-42b8-82ef-307eda8a942e]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\ntcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:12:27 user nova-compute[75686]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 (non-flash)
Nov 27 02:12:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:12:27 user nova-compute[75686]: tcp: [52] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 (non-flash)
Nov 27 02:12:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148716440>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[78e5c664-4657-4574-9189-319a59deb5b8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccebf15a-b1ba-4f6b-ba67-a4656b02e59f]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0197358-7144-42ec-aafe-751fb38f4a7a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.031s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f815e92-03e8-4f7f-9f2d-fdf5838f521d]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16eb9d8-1352-4c6f-83f3-4f6c95dfbd10]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecf04371-723f-4f8e-a2c3-5d1221d48fc6]: (4, ('Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260]\nLogout of [sid: 52, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 52, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260]
Nov 27 02:12:27 user nova-compute[75686]: Logout of [sid: 52, target: iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753, portal: 172.16.0.220,3260] successful.
Nov 27 02:12:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:173c1eaf-8756-4f5b-91d0-1c9ac8353753 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[59920425-3094-4a5f-9991-a5340822ce55]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.280s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] <== disconnect_volume: return (282ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:12:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:12:28 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'flavor' on Instance uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:12:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b345c6e-ceb8-49ed-b482-e58de9b8bcf1 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.662s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:12:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:12:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:12:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:12:36 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:12:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:12:38 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:12:38 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8604MB free_disk=25.024658203125GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 24f9326a-e64f-4ffb-94a3-638019872d7a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance bef67b86-4e23-455c-9ea2-9a132f06e893 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:12:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.271s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:12:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:12:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:12:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:12:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:12:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:12:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:12:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:12:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:12:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:12:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:12:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:12:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-changed-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:12:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Refreshing instance network info cache due to event network-changed-4f2044de-61d9-481e-82ed-0d0b5164eff0. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:12:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] Acquiring lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:12:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] Acquired lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:12:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Refreshing network info cache for port 4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:12:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updated VIF entry in instance network info cache for port 4f2044de-61d9-481e-82ed-0d0b5164eff0. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating instance_info_cache with network_info: [{"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-516dc191-da17-4ee6-a697-29a831dc6ee1 req-6d483f54-6c4b-4d89-a89f-828eb1ec5609 service nova] Releasing lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'flavor' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:12:54 user nova-compute[75686]: INFO nova.compute.manager [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Attaching volume 33fdd72a-77fe-4e8e-85f9-286c415f3ba8 to /dev/vdb
Nov 27 02:12:54 user nova-compute[75686]: DEBUG os_brick.utils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f81a8c6f-d910-4706-bc23-618581c6d5d8]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5084ed79-b578-4a10-83cd-ec0ebd6b903b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[15c5ee96-4498-479c-9e19-6ac6784f0c4f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d27ecace-39df-4242-b933-644ed7e8d215]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:12:54 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:12:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfd5fda3-1b9f-4cc7-8182-2eb206f89060]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG os_brick.utils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:12:54 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating existing volume attachment record: 9b10b8e1-8817-43b4-8862-53163a508707 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:12:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:12:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:13:00 user nova-compute[75686]: INFO nova.compute.manager [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] instance snapshotting
Nov 27 02:13:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Beginning live snapshot process
Nov 27 02:13:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LetMZOwf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:13:00 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:13:00 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:13:00 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[08dc83ee-a8cc-4ea6-ad97-10002156c410]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:13:00 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e1db331-ebe6-4de6-a7a4-4ae2eae3c904]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8] added
Nov 27 02:13:00 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a40c8ac-4e5f-443a-8e76-a9f1f5287ab4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b02d43-bd69-48e4-9eb7-3440159ac406]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LetMZOwf {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LetMZOwf" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ab67d82-dc63-4feb-a88a-82e326fd5478]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LetMZOwf'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ad0851a-b945-4bb5-8f37-445f2a56b975]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[41281bec-e6b7-466b-89e4-a91ee851440a]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b47aa361-c683-4f0c-96fb-5e5b8ce74977]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260]
Nov 27 02:13:01 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260] successful.
Nov 27 02:13:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[41538334-e7bc-4e4a-a0a8-d4e89cdb332d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[60def259-994e-42c2-9fd1-70e524fe256a]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:01 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:01 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:01 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] HCTL ('34', '-', '-', 0) found on session 53 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[83beadb9-9300-40ef-a724-ad1674fb1a67]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Searching for a device in session 53 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LetMZOwf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json -f qcow2" returned: 0 in 0.198s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json -f qcow2 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgq651p1r/9f65e34d76ea44e086135d65c3dc9592.delta 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpgq651p1r/9f65e34d76ea44e086135d65c3dc9592.delta 1073741824" returned: 0 in 0.053s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:01 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 27 02:13:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.357s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] <== connect_volume: return (1359ms) {'type': 'block', 'scsi_wwn': '23638316437653838', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23638316437653838', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.objects.instance [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'flavor' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:13:02 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:13:02 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:13:02 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:13:02 user nova-compute[75686]:   <serial>33fdd72a-77fe-4e8e-85f9-286c415f3ba8</serial>
Nov 27 02:13:02 user nova-compute[75686]: </disk>
Nov 27 02:13:02 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No VIF found with MAC fa:16:3e:e4:56:cc, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:13:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] COPY block job progress, current cursor: 26476544 final cursor: 75563008 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 02:13:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-de9d05b8-cd78-4749-a4e3-03a5a11af37e tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.481s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=75686) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 27 02:13:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 27 02:13:03 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 02:13:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgq651p1r/9f65e34d76ea44e086135d65c3dc9592.delta /opt/stack/data/nova/instances/snapshots/tmpgq651p1r/9f65e34d76ea44e086135d65c3dc9592 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpgq651p1r/9f65e34d76ea44e086135d65c3dc9592.delta /opt/stack/data/nova/instances/snapshots/tmpgq651p1r/9f65e34d76ea44e086135d65c3dc9592" returned: 0 in 0.532s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:04 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Snapshot extracted, beginning image upload
Nov 27 02:13:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:05 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'flavor' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:13:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:06 user nova-compute[75686]: INFO nova.compute.manager [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Attaching volume 2341e579-340c-4f5c-97db-bc2d2b412e5c to /dev/vdc
Nov 27 02:13:06 user nova-compute[75686]: DEBUG os_brick.utils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d98227aa-cde8-47a9-ab4c-9bd222d40bda]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff422d9c-73e7-46e6-b217-3a6197a9d23b]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[74a1af78-0857-44d7-98c8-82503feceb82]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8707ab4-3c1a-4279-891c-b6aa2cfaa767]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:13:06 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:13:06 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[10ca8730-8cd6-4223-b5bd-027f2d31252c]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG os_brick.utils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:13:06 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating existing volume attachment record: 9c1edaf9-7b8f-4eaf-bfa1-70329bd586fe {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:13:06 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Snapshot image upload complete
Nov 27 02:13:06 user nova-compute[75686]: INFO nova.compute.manager [None req-422b5b1f-0380-4216-b89a-77f2dbe14804 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Took 5.86 seconds to snapshot the instance on the hypervisor.
Nov 27 02:13:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:13:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:08 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:13:08 user nova-compute[75686]: INFO nova.compute.claims [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Claim successful on node user
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.309s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:13:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.policy [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6feb3c5ea00745cd815858eec5d3f913', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '198c6d978d68486fbcde872f4301619e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:13:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Creating image(s)
Nov 27 02:13:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "/opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "/opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "/opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.part --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Successfully created port: b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.part --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG nova.virt.images [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] 01b1e412-ee92-4556-a47f-2bec3531815b was qcow2, converting to raw {{(pid=75686) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG nova.privsep.utils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=75686) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.part /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.converted {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.part /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.converted" returned: 0 in 0.561s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.converted --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:10 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Successfully updated port: b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquired lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-changed-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Refreshing instance network info cache due to event network-changed-b14b73a2-4cd4-4903-b1c5-1f891f70050c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] Acquiring lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.747s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273 --force-share --output=json" returned: 0 in 0.228s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273 --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273,backing_fmt=raw /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updating instance_info_cache with network_info: [{"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273,backing_fmt=raw /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk 1073741824" returned: 0 in 0.052s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.233s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Releasing lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Instance network_info: |[{"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] Acquired lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.neutron [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Refreshing network info cache for port b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273 --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Ensure instance console log exists: /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Start _get_guest_xml network_info=[{"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='877cece13cb78361cfea1b16e56e5e96',container_format='bare',created_at=2023-11-27T02:13:01Z,direct_url=<?>,disk_format='qcow2',id=01b1e412-ee92-4556-a47f-2bec3531815b,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1341160172',owner='198c6d978d68486fbcde872f4301619e',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T02:13:07Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '01b1e412-ee92-4556-a47f-2bec3531815b'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:13:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:13:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='877cece13cb78361cfea1b16e56e5e96',container_format='bare',created_at=2023-11-27T02:13:01Z,direct_url=<?>,disk_format='qcow2',id=01b1e412-ee92-4556-a47f-2bec3531815b,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-1341160172',owner='198c6d978d68486fbcde872f4301619e',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-27T02:13:07Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:13:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1856724849',display_name='tempest-TestStampPattern-server-1856724849',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1856724849',id=46,image_ref='01b1e412-ee92-4556-a47f-2bec3531815b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMVZzc3B0ZGg+Axjd+ptaaq/3weWix2AU5+Fm/8CgBGZmZjBgl3/zyOnYooYCP8g0zMBpMfzvYZMkGirj5XeFOud8m3oJVJMRd8Hm539YQloBmHzudWiV/0KgCa9ny4uCw==',key_name='tempest-TestStampPattern-1519476636',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='198c6d978d68486fbcde872f4301619e',ramdisk_id='',reservation_id='r-hgwm8b4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='829426f9-7eb2-4ac2-a1b4-ab29eccdc211',image_min_disk='1',image_min_ram='0',image_owner_id='198c6d978d68486fbcde872f4301619e',image_owner_project_name='tempest-TestStampPattern-781941624',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-781941624-project-member',image_user_id='6feb3c5ea00745cd815858eec5d3f913',network_allocated='True',owner_project_name='tempest-TestStampPattern-781941624',owner_user_name='tempest-TestStampPattern-781941624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:13:09Z,user_data=None,user_id='6feb3c5ea00745cd815858eec5d3f913',uuid=5c66b306-1b9f-4e9e-b409-02fac1bde3e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converting VIF {"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:88:43,bridge_name='br-int',has_traffic_filtering=True,id=b14b73a2-4cd4-4903-b1c5-1f891f70050c,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb14b73a2-4c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'pci_devices' on Instance uuid 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:13:11 user nova-compute[75686]:   <uuid>5c66b306-1b9f-4e9e-b409-02fac1bde3e1</uuid>
Nov 27 02:13:11 user nova-compute[75686]:   <name>instance-0000002e</name>
Nov 27 02:13:11 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:13:11 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:13:11 user nova-compute[75686]:   <metadata>
Nov 27 02:13:11 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:13:11 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:13:11 user nova-compute[75686]:       <nova:name>tempest-TestStampPattern-server-1856724849</nova:name>
Nov 27 02:13:11 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:13:11</nova:creationTime>
Nov 27 02:13:11 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:13:11 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:13:11 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:13:11 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:13:11 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:13:11 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:13:11 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:13:11 user nova-compute[75686]:       <nova:owner>
Nov 27 02:13:11 user nova-compute[75686]:         <nova:user uuid="6feb3c5ea00745cd815858eec5d3f913">tempest-TestStampPattern-781941624-project-member</nova:user>
Nov 27 02:13:11 user nova-compute[75686]:         <nova:project uuid="198c6d978d68486fbcde872f4301619e">tempest-TestStampPattern-781941624</nova:project>
Nov 27 02:13:11 user nova-compute[75686]:       </nova:owner>
Nov 27 02:13:11 user nova-compute[75686]:       <nova:root type="image" uuid="01b1e412-ee92-4556-a47f-2bec3531815b"/>
Nov 27 02:13:11 user nova-compute[75686]:       <nova:ports>
Nov 27 02:13:11 user nova-compute[75686]:         <nova:port uuid="b14b73a2-4cd4-4903-b1c5-1f891f70050c">
Nov 27 02:13:11 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 02:13:11 user nova-compute[75686]:         </nova:port>
Nov 27 02:13:11 user nova-compute[75686]:       </nova:ports>
Nov 27 02:13:11 user nova-compute[75686]:     </nova:instance>
Nov 27 02:13:11 user nova-compute[75686]:   </metadata>
Nov 27 02:13:11 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:13:11 user nova-compute[75686]:     <system>
Nov 27 02:13:11 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:13:11 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:13:11 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:13:11 user nova-compute[75686]:       <entry name="serial">5c66b306-1b9f-4e9e-b409-02fac1bde3e1</entry>
Nov 27 02:13:11 user nova-compute[75686]:       <entry name="uuid">5c66b306-1b9f-4e9e-b409-02fac1bde3e1</entry>
Nov 27 02:13:11 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:13:11 user nova-compute[75686]:     </system>
Nov 27 02:13:11 user nova-compute[75686]:   </sysinfo>
Nov 27 02:13:11 user nova-compute[75686]:   <os>
Nov 27 02:13:11 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:13:11 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:13:11 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:13:11 user nova-compute[75686]:   </os>
Nov 27 02:13:11 user nova-compute[75686]:   <features>
Nov 27 02:13:11 user nova-compute[75686]:     <acpi/>
Nov 27 02:13:11 user nova-compute[75686]:     <apic/>
Nov 27 02:13:11 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:13:11 user nova-compute[75686]:   </features>
Nov 27 02:13:11 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:13:11 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:13:11 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:13:11 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:13:11 user nova-compute[75686]:   </clock>
Nov 27 02:13:11 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:13:11 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:13:11 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:13:11 user nova-compute[75686]:   </cpu>
Nov 27 02:13:11 user nova-compute[75686]:   <devices>
Nov 27 02:13:11 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:13:11 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:13:11 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk"/>
Nov 27 02:13:11 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:13:11 user nova-compute[75686]:     </disk>
Nov 27 02:13:11 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:13:11 user nova-compute[75686]:       <mac address="fa:16:3e:e4:88:43"/>
Nov 27 02:13:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:13:11 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:13:11 user nova-compute[75686]:       <target dev="tapb14b73a2-4c"/>
Nov 27 02:13:11 user nova-compute[75686]:     </interface>
Nov 27 02:13:11 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:13:11 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/console.log" append="off"/>
Nov 27 02:13:11 user nova-compute[75686]:     </serial>
Nov 27 02:13:11 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:13:11 user nova-compute[75686]:     <video>
Nov 27 02:13:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:13:11 user nova-compute[75686]:     </video>
Nov 27 02:13:11 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:13:11 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:13:11 user nova-compute[75686]:     </rng>
Nov 27 02:13:11 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:13:11 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:13:11 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:13:11 user nova-compute[75686]:     </memballoon>
Nov 27 02:13:11 user nova-compute[75686]:   </devices>
Nov 27 02:13:11 user nova-compute[75686]: </domain>
Nov 27 02:13:11 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:13:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1856724849',display_name='tempest-TestStampPattern-server-1856724849',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1856724849',id=46,image_ref='01b1e412-ee92-4556-a47f-2bec3531815b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMVZzc3B0ZGg+Axjd+ptaaq/3weWix2AU5+Fm/8CgBGZmZjBgl3/zyOnYooYCP8g0zMBpMfzvYZMkGirj5XeFOud8m3oJVJMRd8Hm539YQloBmHzudWiV/0KgCa9ny4uCw==',key_name='tempest-TestStampPattern-1519476636',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='198c6d978d68486fbcde872f4301619e',ramdisk_id='',reservation_id='r-hgwm8b4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='829426f9-7eb2-4ac2-a1b4-ab29eccdc211',image_min_disk='1',image_min_ram='0',image_owner_id='198c6d978d68486fbcde872f4301619e',image_owner_project_name='tempest-TestStampPattern-781941624',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-781941624-project-member',image_user_id='6feb3c5ea00745cd815858eec5d3f913',network_allocated='True',owner_project_name='tempest-TestStampPattern-781941624',owner_user_name='tempest-TestStampPattern-781941624-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:13:09Z,user_data=None,user_id='6feb3c5ea00745cd815858eec5d3f913',uuid=5c66b306-1b9f-4e9e-b409-02fac1bde3e1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converting VIF {"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e4:88:43,bridge_name='br-int',has_traffic_filtering=True,id=b14b73a2-4cd4-4903-b1c5-1f891f70050c,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb14b73a2-4c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG os_vif [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:88:43,bridge_name='br-int',has_traffic_filtering=True,id=b14b73a2-4cd4-4903-b1c5-1f891f70050c,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb14b73a2-4c') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'debe28b6-cc24-5fe6-9691-5a7187287f18', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb14b73a2-4c, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb14b73a2-4c, col_values=(('qos', UUID('6c530a54-4729-424b-8e95-0028d1e77300')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb14b73a2-4c, col_values=(('external_ids', {'iface-id': 'b14b73a2-4cd4-4903-b1c5-1f891f70050c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e4:88:43', 'vm-uuid': '5c66b306-1b9f-4e9e-b409-02fac1bde3e1'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:11 user nova-compute[75686]: INFO os_vif [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e4:88:43,bridge_name='br-int',has_traffic_filtering=True,id=b14b73a2-4cd4-4903-b1c5-1f891f70050c,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb14b73a2-4c')
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:13:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No VIF found with MAC fa:16:3e:e4:88:43, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updated VIF entry in instance network info cache for port b14b73a2-4cd4-4903-b1c5-1f891f70050c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG nova.network.neutron [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updating instance_info_cache with network_info: [{"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-798334fc-c5cc-428a-a3c4-21108dd11bae req-5fcd7b40-5aa6-46cd-9ce5-d727d483bc31 service nova] Releasing lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VGWkuUwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:13:12 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:13:12 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:13:12 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ffe9232-a607-4d1c-a1e3-3c3c14494067]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:13:12 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd27abcc-01fc-467f-b1fe-550f789ab698]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c] added
Nov 27 02:13:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[81a42d04-fa57-44f3-98fb-8cc803692057]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2f9176e-03db-4e8b-99a1-eea82b8658b1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VGWkuUwj {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VGWkuUwj" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b16af86e-2de1-4560-82d4-cfb2223aa367]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VGWkuUwj'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9c0dea1-5214-4ea3-8507-8980e8d50449]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dea86bd3-bc70-406a-85f7-7b90fb63dacc]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:12 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:12 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[94b6b394-2ddf-456f-abd6-a16d1ec3733b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260]
Nov 27 02:13:12 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260] successful.
Nov 27 02:13:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4eea4988-965b-4f2d-926e-0c17ccbe6148]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58cbda2-03e7-4ea2-ae96-753dd22437f0]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:13 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:13 user nova-compute[75686]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c (non-flash)
Nov 27 02:13:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:13 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:13 user nova-compute[75686]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c (non-flash)
Nov 27 02:13:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] HCTL ('35', '-', '-', 0) found on session 54 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b195b652-ccbf-4168-971f-bc5479bd02e0]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Searching for a device in session 54 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VGWkuUwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-8225193c-f6e2-4f28-a190-25f44250ba9c req-d876d654-8d0d-49ab-a0a0-d038d48286aa service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8225193c-f6e2-4f28-a190-25f44250ba9c req-d876d654-8d0d-49ab-a0a0-d038d48286aa service nova] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8225193c-f6e2-4f28-a190-25f44250ba9c req-d876d654-8d0d-49ab-a0a0-d038d48286aa service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8225193c-f6e2-4f28-a190-25f44250ba9c req-d876d654-8d0d-49ab-a0a0-d038d48286aa service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-8225193c-f6e2-4f28-a190-25f44250ba9c req-d876d654-8d0d-49ab-a0a0-d038d48286aa service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] No waiting events found dispatching network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:13:13 user nova-compute[75686]: WARNING nova.compute.manager [req-8225193c-f6e2-4f28-a190-25f44250ba9c req-d876d654-8d0d-49ab-a0a0-d038d48286aa service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received unexpected event network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c for instance with vm_state building and task_state spawning.
Nov 27 02:13:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '26534346435313033', 'path': '/dev/sdd'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26534346435313033', 'path': '/dev/sdd'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'flavor' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:13:14 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:13:14 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 02:13:14 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 02:13:14 user nova-compute[75686]:   <serial>2341e579-340c-4f5c-97db-bc2d2b412e5c</serial>
Nov 27 02:13:14 user nova-compute[75686]: </disk>
Nov 27 02:13:14 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No BDM found with device name vdc, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] No VIF found with MAC fa:16:3e:e4:56:cc, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:13:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f72a32c-8b3f-4d65-8f19-9462d87298fb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.700s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:13:15 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Instance spawned successfully.
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-8fe7cf31-929d-4b4c-92b9-e40fa2d41390 req-89f2984e-239e-4a17-88cf-fe42dd6d9be7 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8fe7cf31-929d-4b4c-92b9-e40fa2d41390 req-89f2984e-239e-4a17-88cf-fe42dd6d9be7 service nova] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8fe7cf31-929d-4b4c-92b9-e40fa2d41390 req-89f2984e-239e-4a17-88cf-fe42dd6d9be7 service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8fe7cf31-929d-4b4c-92b9-e40fa2d41390 req-89f2984e-239e-4a17-88cf-fe42dd6d9be7 service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.compute.manager [req-8fe7cf31-929d-4b4c-92b9-e40fa2d41390 req-89f2984e-239e-4a17-88cf-fe42dd6d9be7 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] No waiting events found dispatching network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:13:15 user nova-compute[75686]: WARNING nova.compute.manager [req-8fe7cf31-929d-4b4c-92b9-e40fa2d41390 req-89f2984e-239e-4a17-88cf-fe42dd6d9be7 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received unexpected event network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c for instance with vm_state building and task_state spawning.
Nov 27 02:13:15 user nova-compute[75686]: INFO nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Took 6.15 seconds to spawn the instance on the hypervisor.
Nov 27 02:13:15 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:13:15 user nova-compute[75686]: INFO nova.compute.manager [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Took 6.81 seconds to build instance.
Nov 27 02:13:15 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5f9c0cc7-5028-461c-a1f1-a9a87cd9ca7b tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.913s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:16 user nova-compute[75686]: INFO nova.compute.manager [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Detaching volume 2341e579-340c-4f5c-97db-bc2d2b412e5c
Nov 27 02:13:16 user nova-compute[75686]: INFO nova.virt.block_device [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Attempting to driver detach volume 2341e579-340c-4f5c-97db-bc2d2b412e5c from mountpoint /dev/vdc
Nov 27 02:13:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Attempting to detach device vdc from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:13:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:13:16 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:13:16 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 02:13:16 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 02:13:16 user nova-compute[75686]:   <serial>2341e579-340c-4f5c-97db-bc2d2b412e5c</serial>
Nov 27 02:13:16 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 02:13:16 user nova-compute[75686]: </disk>
Nov 27 02:13:16 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:13:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Successfully detached device vdc from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the persistent domain config.
Nov 27 02:13:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:13:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:13:16 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:13:16 user nova-compute[75686]:   <source dev="/dev/sdd"/>
Nov 27 02:13:16 user nova-compute[75686]:   <target dev="vdc" bus="virtio"/>
Nov 27 02:13:16 user nova-compute[75686]:   <serial>2341e579-340c-4f5c-97db-bc2d2b412e5c</serial>
Nov 27 02:13:16 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 27 02:13:16 user nova-compute[75686]: </disk>
Nov 27 02:13:16 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:13:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:13:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:28 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:34 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:13:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing instance network info cache due to event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:13:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:13:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:13:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updated VIF entry in instance network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4634fb6e-3664-40a8-aa8f-c5e8f46e32c9 req-7081aa8d-310c-4eb5-8d00-9a1ed5ee7ffa service nova] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:13:36 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 24f9326a-e64f-4ffb-94a3-638019872d7a is timed out.
Nov 27 02:13:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Successfully detached device vdc from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the live domain config.
Nov 27 02:13:36 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VGWkuUwj', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:13:36 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fadf031-f7ec-4df7-8e90-dfd39debb816]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:13:36 user nova-compute[75686]: No targets found.
Nov 27 02:13:36 user nova-compute[75686]: iSNS:
Nov 27 02:13:36 user nova-compute[75686]: No targets found.
Nov 27 02:13:36 user nova-compute[75686]: STATIC:
Nov 27 02:13:36 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8
Nov 27 02:13:36 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:13:36 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:13:36 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73
Nov 27 02:13:36 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:13:36 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:13:36 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c
Nov 27 02:13:36 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:13:36 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:13:36 user nova-compute[75686]: FIRMWARE:
Nov 27 02:13:36 user nova-compute[75686]: No targets found.
Nov 27 02:13:36 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:13:36 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:13:36 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13122c1-56b3-4e18-b1be-26aaa3a13c2c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d16657b3-99b8-4840-98e7-83c5976b2c00]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:36 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:36 user nova-compute[75686]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c (non-flash)
Nov 27 02:13:36 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:36 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:36 user nova-compute[75686]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c (non-flash)
Nov 27 02:13:36 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f5148717400>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c'): ({'sdd'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Removing single pathed devices sdd {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e452d0b-29cd-4daf-a6f9-acc8f929852c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[87743aa8-6f40-4cd8-8335-64d8e8e6cc40]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Flushing IO for device /dev/sdd {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b8baa24-5d4a-4619-b7e0-aede4c8bf973]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[39873724-7222-4099-a595-6d546882e09b]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] SCSI volumes sdd have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e4b2cf-0476-4a29-9b15-663a7e5d5a5f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1e0e64a-e81a-46d8-994f-3eb682a4162c]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260]
Nov 27 02:13:37 user nova-compute[75686]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c, portal: 172.16.0.220,3260] successful.
Nov 27 02:13:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2341e579-340c-4f5c-97db-bc2d2b412e5c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[33972ad1-9d2d-480f-8566-1c95c2a42692]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] <== disconnect_volume: return (315ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:37 user nova-compute[75686]: INFO nova.compute.manager [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Shelve offloading
Nov 27 02:13:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'flavor' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-8fdba2de-956f-4df4-bef9-c794b995aed8 req-e821314d-19c1-41c6-b347-7c58f03042ce service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-unplugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8fdba2de-956f-4df4-bef9-c794b995aed8 req-e821314d-19c1-41c6-b347-7c58f03042ce service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8fdba2de-956f-4df4-bef9-c794b995aed8 req-e821314d-19c1-41c6-b347-7c58f03042ce service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8fdba2de-956f-4df4-bef9-c794b995aed8 req-e821314d-19c1-41c6-b347-7c58f03042ce service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-8fdba2de-956f-4df4-bef9-c794b995aed8 req-e821314d-19c1-41c6-b347-7c58f03042ce service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-unplugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:13:37 user nova-compute[75686]: WARNING nova.compute.manager [req-8fdba2de-956f-4df4-bef9-c794b995aed8 req-e821314d-19c1-41c6-b347-7c58f03042ce service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received unexpected event network-vif-unplugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with vm_state active and task_state shelving.
Nov 27 02:13:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a848b47e-36fc-4a57-b7bf-5ac9f03034eb tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.760s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:38 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance destroyed successfully.
Nov 27 02:13:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:38 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing instance network info cache due to event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:13:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance destroyed successfully.
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'resources' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-2013286464',display_name='tempest-TestShelveInstance-server-2013286464',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-2013286464',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAXeulDQ1SuCnO642kQfJG/CEOOM5QrZuNS4ilr0uUi2nBXtLtvfcIZrsfKpw+mlxQi/Mw8tnThoS2cAXONnjfQBXI91RTTEtw2a1cY/+Jgg7VMawTkSprHhm6r6YZ+TeA==',key_name='tempest-TestShelveInstance-1339359276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:11:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c461a06297740aa9f6f6f97d6ced545',ramdisk_id='',reservation_id='r-1op1lb5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2079622152',owner_user_name='tempest-TestShelveInstance-2079622152-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:11:56Z,user_data=None,user_id='cd02f3b9aa7c4ff68b45cc6d749adb69',uuid=bef67b86-4e23-455c-9ea2-9a132f06e893,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converting VIF {"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_vif [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22e7fdc5-00, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f5221a08-ec8b-4a14-8ef6-ab3cf6f7e9ca) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:13:39 user nova-compute[75686]: INFO os_vif [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00')
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:13:39 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e80b9c98-0e7e-48bd-807f-47ac59ede674]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:13:39 user nova-compute[75686]: No targets found.
Nov 27 02:13:39 user nova-compute[75686]: iSNS:
Nov 27 02:13:39 user nova-compute[75686]: No targets found.
Nov 27 02:13:39 user nova-compute[75686]: STATIC:
Nov 27 02:13:39 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8
Nov 27 02:13:39 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:13:39 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:13:39 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73
Nov 27 02:13:39 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:13:39 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:13:39 user nova-compute[75686]: FIRMWARE:
Nov 27 02:13:39 user nova-compute[75686]: No targets found.
Nov 27 02:13:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:13:39 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:13:39 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d8d9e25-2fe5-4a93-9529-09aa95fb1c25]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be2bb02-3143-4583-8d25-92034e34bd27]: (4, ('tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\ntcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:39 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsi session list stdout=tcp: [51] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:13:39 user nova-compute[75686]: tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:13:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c34a0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8424b3f-a40d-4682-af8e-fd2262856323]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.026s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a734dc14-67f8-4d06-b5eb-b8af9f4f05d9]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4e88744-c2ad-4d94-8ebf-ee4ee1efcc93]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6366ce61-91d0-4a2d-8c79-4511b86351f7]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6967c451-b726-4c1d-9613-4ca4b3523d34]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5215e039-a98c-4721-b197-df61d231abb8]: (4, ('Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]\nLogout of [sid: 51, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 51, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]
Nov 27 02:13:39 user nova-compute[75686]: Logout of [sid: 51, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.
Nov 27 02:13:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[77174e7a-12f9-4941-9ebf-283517889d11]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.386s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] <== disconnect_volume: return (387ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:13:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Deleting instance files /opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893_del
Nov 27 02:13:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Deletion of /opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893_del complete
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-59bcbd9f-1296-4754-9e8d-467c5ceac91e req-a9bb7ebf-3ef2-49fc-aaf9-02f2b5774a9c service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59bcbd9f-1296-4754-9e8d-467c5ceac91e req-a9bb7ebf-3ef2-49fc-aaf9-02f2b5774a9c service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59bcbd9f-1296-4754-9e8d-467c5ceac91e req-a9bb7ebf-3ef2-49fc-aaf9-02f2b5774a9c service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-59bcbd9f-1296-4754-9e8d-467c5ceac91e req-a9bb7ebf-3ef2-49fc-aaf9-02f2b5774a9c service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-59bcbd9f-1296-4754-9e8d-467c5ceac91e req-a9bb7ebf-3ef2-49fc-aaf9-02f2b5774a9c service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:13:39 user nova-compute[75686]: WARNING nova.compute.manager [req-59bcbd9f-1296-4754-9e8d-467c5ceac91e req-a9bb7ebf-3ef2-49fc-aaf9-02f2b5774a9c service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received unexpected event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with vm_state active and task_state shelving.
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updated VIF entry in instance network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": null, "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-97298018-e55c-4a0f-b72e-d4a511ba7fdd req-41631655-33de-48d8-b7df-00ce47d3305f service nova] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:13:40 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:13:40 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8552MB free_disk=24.868133544921875GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 24f9326a-e64f-4ffb-94a3-638019872d7a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance bef67b86-4e23-455c-9ea2-9a132f06e893 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 4 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=2560MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=4 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.273s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:40 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Deleted allocations for instance bef67b86-4e23-455c-9ea2-9a132f06e893
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:13:40 user nova-compute[75686]: DEBUG nova.objects.instance [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'numa_topology' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG nova.objects.base [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Object Instance<bef67b86-4e23-455c-9ea2-9a132f06e893> lazy-loaded attributes: resources,numa_topology {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.188s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-171f5dcb-fe90-4b1f-8e42-6a8b16a9ad04 tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.771s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:13:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:13:42 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating instance_info_cache with network_info: [{"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:13:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-24f9326a-e64f-4ffb-94a3-638019872d7a" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:13:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:13:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:13:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:13:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:14:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:06 user nova-compute[75686]: INFO nova.compute.manager [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Detaching volume 33fdd72a-77fe-4e8e-85f9-286c415f3ba8
Nov 27 02:14:06 user nova-compute[75686]: INFO nova.virt.block_device [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Attempting to driver detach volume 33fdd72a-77fe-4e8e-85f9-286c415f3ba8 from mountpoint /dev/vdb
Nov 27 02:14:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Attempting to detach device vdb from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:14:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:14:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:14:06 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:14:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:14:06 user nova-compute[75686]:   <serial>33fdd72a-77fe-4e8e-85f9-286c415f3ba8</serial>
Nov 27 02:14:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:14:06 user nova-compute[75686]: </disk>
Nov 27 02:14:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:14:06 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Successfully detached device vdb from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the persistent domain config.
Nov 27 02:14:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:14:06 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:14:06 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:14:06 user nova-compute[75686]:   <source dev="/dev/sdc"/>
Nov 27 02:14:06 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:14:06 user nova-compute[75686]:   <serial>33fdd72a-77fe-4e8e-85f9-286c415f3ba8</serial>
Nov 27 02:14:06 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:14:06 user nova-compute[75686]: </disk>
Nov 27 02:14:06 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:14:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:14:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:27 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 24f9326a-e64f-4ffb-94a3-638019872d7a is timed out.
Nov 27 02:14:27 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Successfully detached device vdb from instance 24f9326a-e64f-4ffb-94a3-638019872d7a from the live domain config.
Nov 27 02:14:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LetMZOwf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:14:27 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[58d6ac58-a2b1-4f9b-acf3-32fc0265d69d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:14:27 user nova-compute[75686]: No targets found.
Nov 27 02:14:27 user nova-compute[75686]: iSNS:
Nov 27 02:14:27 user nova-compute[75686]: No targets found.
Nov 27 02:14:27 user nova-compute[75686]: STATIC:
Nov 27 02:14:27 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8
Nov 27 02:14:27 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:14:27 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:14:27 user nova-compute[75686]: FIRMWARE:
Nov 27 02:14:27 user nova-compute[75686]: No targets found.
Nov 27 02:14:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:14:27 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:14:27 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d317045-bd9f-4b6d-a524-f915f2600de9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b40ba28-2e05-4fed-9961-057ea431adc3]: (4, ('tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:14:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsi session list stdout=tcp: [53] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 (non-flash)
Nov 27 02:14:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c11f5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d655f67-9ba3-423b-9f8f-141b2656c131]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb97feea-e91e-49db-bf87-75b98f12a071]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a9f3030-41de-41b5-a993-1e7532498b26]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.032s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0b4bd00-7b89-42d2-80f8-9d9a97067a72]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[35858f8c-30ea-40a7-b76f-0f0990e29353]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3b42651-635d-4f61-aaac-3c46e11bf79b]: (4, ('Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260]\nLogout of [sid: 53, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 53, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260]
Nov 27 02:14:27 user nova-compute[75686]: Logout of [sid: 53, target: iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8, portal: 172.16.0.220,3260] successful.
Nov 27 02:14:27 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:33fdd72a-77fe-4e8e-85f9-286c415f3ba8 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[56240785-cbda-4ea8-8723-e13c3375d4d3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] <== disconnect_volume: return (312ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:14:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:14:28 user nova-compute[75686]: DEBUG nova.objects.instance [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'flavor' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:14:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-cfeac87e-22e1-4515-87ea-e4c72fefebbd tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.746s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:14:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:35 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:14:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:14:40 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:14:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:14:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8662MB free_disk=24.864688873291016GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 24f9326a-e64f-4ffb-94a3-638019872d7a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=3GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:14:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.316s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:14:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:14:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:14:57 user nova-compute[75686]: INFO nova.compute.manager [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Terminating instance
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-f2da76cc-30c3-4c07-9999-2ca38cf9b5cd req-1afbf65a-349c-45dd-8f7c-ad39f1147b71 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-vif-unplugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2da76cc-30c3-4c07-9999-2ca38cf9b5cd req-1afbf65a-349c-45dd-8f7c-ad39f1147b71 service nova] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2da76cc-30c3-4c07-9999-2ca38cf9b5cd req-1afbf65a-349c-45dd-8f7c-ad39f1147b71 service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-f2da76cc-30c3-4c07-9999-2ca38cf9b5cd req-1afbf65a-349c-45dd-8f7c-ad39f1147b71 service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-f2da76cc-30c3-4c07-9999-2ca38cf9b5cd req-1afbf65a-349c-45dd-8f7c-ad39f1147b71 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] No waiting events found dispatching network-vif-unplugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-f2da76cc-30c3-4c07-9999-2ca38cf9b5cd req-1afbf65a-349c-45dd-8f7c-ad39f1147b71 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-vif-unplugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:14:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Instance destroyed successfully.
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lazy-loading 'resources' on Instance uuid 24f9326a-e64f-4ffb-94a3-638019872d7a {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:11:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-404900581',display_name='tempest-TestServerVolumeAttachmentScenario-server-404900581',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-404900581',id=44,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCI6M0yXVkIrenj1cMLCATQwYoEEn1ENb+ZeQtgMXSL03WEYkk8sts85+leA9vkizZ8j/WntDjHO8qQ1LWfud2wLgDnaJKAiZCMSxBwvhKxvxL1sl0SEvVzvhBQBHJ85Sw==',key_name='tempest-keypair-1888126627',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:11:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7afb522c8af24a3983c8f985fa83a3c4',ramdisk_id='',reservation_id='r-0a72goxc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-899880160',owner_user_name='tempest-TestServerVolumeAttachmentScenario-899880160-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:11:10Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='288c914eb79447cdb47da5538bdbd80d',uuid=24f9326a-e64f-4ffb-94a3-638019872d7a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Converting VIF {"id": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "address": "fa:16:3e:e4:56:cc", "network": {"id": "ceaf8ee8-18cd-4774-94d1-841dbb3b1901", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-2054248207-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7afb522c8af24a3983c8f985fa83a3c4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4f2044de-61", "ovs_interfaceid": "4f2044de-61d9-481e-82ed-0d0b5164eff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:56:cc,bridge_name='br-int',has_traffic_filtering=True,id=4f2044de-61d9-481e-82ed-0d0b5164eff0,network=Network(ceaf8ee8-18cd-4774-94d1-841dbb3b1901),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f2044de-61') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG os_vif [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:56:cc,bridge_name='br-int',has_traffic_filtering=True,id=4f2044de-61d9-481e-82ed-0d0b5164eff0,network=Network(ceaf8ee8-18cd-4774-94d1-841dbb3b1901),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f2044de-61') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4f2044de-61, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=09bce68a-694b-4b3c-87c3-9573d1863c19) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:14:57 user nova-compute[75686]: INFO os_vif [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:56:cc,bridge_name='br-int',has_traffic_filtering=True,id=4f2044de-61d9-481e-82ed-0d0b5164eff0,network=Network(ceaf8ee8-18cd-4774-94d1-841dbb3b1901),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4f2044de-61')
Nov 27 02:14:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Deleting instance files /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a_del
Nov 27 02:14:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Deletion of /opt/stack/data/nova/instances/24f9326a-e64f-4ffb-94a3-638019872d7a_del complete
Nov 27 02:14:57 user nova-compute[75686]: INFO nova.compute.manager [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 27 02:14:57 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:14:57 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:14:59 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Took 1.28 seconds to deallocate network for instance.
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-3084e316-9446-4100-a608-7f7fb0c153cc req-71566ce7-ac11-4690-83dd-ce73e4a8b08c service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-vif-deleted-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:14:59 user nova-compute[75686]: INFO nova.compute.manager [req-3084e316-9446-4100-a608-7f7fb0c153cc req-71566ce7-ac11-4690-83dd-ce73e4a8b08c service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Neutron deleted interface 4f2044de-61d9-481e-82ed-0d0b5164eff0; detaching it from the instance and deleting it from the info cache
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.network.neutron [req-3084e316-9446-4100-a608-7f7fb0c153cc req-71566ce7-ac11-4690-83dd-ce73e4a8b08c service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-3084e316-9446-4100-a608-7f7fb0c153cc req-71566ce7-ac11-4690-83dd-ce73e4a8b08c service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Detach interface failed, port_id=4f2044de-61d9-481e-82ed-0d0b5164eff0, reason: Instance 24f9326a-e64f-4ffb-94a3-638019872d7a could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a6733da-c756-4fae-b57f-164dc24a8a44 req-5287ec10-94ec-45bf-aede-c4b67f7ba7f9 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received event network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a6733da-c756-4fae-b57f-164dc24a8a44 req-5287ec10-94ec-45bf-aede-c4b67f7ba7f9 service nova] Acquiring lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a6733da-c756-4fae-b57f-164dc24a8a44 req-5287ec10-94ec-45bf-aede-c4b67f7ba7f9 service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7a6733da-c756-4fae-b57f-164dc24a8a44 req-5287ec10-94ec-45bf-aede-c4b67f7ba7f9 service nova] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.compute.manager [req-7a6733da-c756-4fae-b57f-164dc24a8a44 req-5287ec10-94ec-45bf-aede-c4b67f7ba7f9 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] No waiting events found dispatching network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:14:59 user nova-compute[75686]: WARNING nova.compute.manager [req-7a6733da-c756-4fae-b57f-164dc24a8a44 req-5287ec10-94ec-45bf-aede-c4b67f7ba7f9 service nova] [instance: 24f9326a-e64f-4ffb-94a3-638019872d7a] Received unexpected event network-vif-plugged-4f2044de-61d9-481e-82ed-0d0b5164eff0 for instance with vm_state deleted and task_state None.
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:14:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.215s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:14:59 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Deleted allocations for instance 24f9326a-e64f-4ffb-94a3-638019872d7a
Nov 27 02:14:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4f59f4f8-78fa-4d85-83de-cc0476b205dc tempest-TestServerVolumeAttachmentScenario-899880160 tempest-TestServerVolumeAttachmentScenario-899880160-project-member] Lock "24f9326a-e64f-4ffb-94a3-638019872d7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.549s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-changed-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Refreshing instance network info cache due to event network-changed-b14b73a2-4cd4-4903-b1c5-1f891f70050c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] Acquiring lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] Acquired lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Refreshing network info cache for port b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updated VIF entry in instance network info cache for port b14b73a2-4cd4-4903-b1c5-1f891f70050c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updating instance_info_cache with network_info: [{"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:15:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-337c955e-635b-4243-8ef4-be22cd46434f req-29d6553b-a5c5-46e1-904d-f55cf57421f6 service nova] Releasing lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG nova.objects.instance [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'flavor' on Instance uuid 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:01 user nova-compute[75686]: INFO nova.compute.manager [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Attaching volume c92959ab-0f99-46f9-abbd-392e84147566 to /dev/vdb
Nov 27 02:15:01 user nova-compute[75686]: DEBUG os_brick.utils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[80d07087-a63b-4471-84ce-054c832823d4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ac4de9-0568-4b4f-b1d6-0415b0c570c1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed47006c-7ef1-41c2-aa6c-340e11b4471f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e872ec2f-0994-45b0-beba-3cc1efbdfe71]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:15:01 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:15:01 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe0f5e68-29d0-43ed-8060-61d00b23001c]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG os_brick.utils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] <== get_connector_properties: return (179ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:15:01 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updating existing volume attachment record: ec1ab267-8d82-4c9d-920e-728a61363df6 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:15:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMEGBION', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:15:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:15:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:15:07 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cfb48269-a922-4d20-87ac-05a1e06831db]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:15:07 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c58375ba-f203-40c7-9d14-114cb4d4f181]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566] added
Nov 27 02:15:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b4b4f3c-307c-4c9a-ab5e-ffcc06a2dda4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9eabb0aa-92fc-46e7-89f3-b45f31865b4e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SMEGBION {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SMEGBION" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a471721-e1ce-4e24-b16a-80be55ba2919]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SMEGBION'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[84b1c54e-9529-4b97-9ffd-39717d1eac4b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a4fd938-4a79-4211-a1a9-4027c2d6366f]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:15:07 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:15:07 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:15:07 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:15:07 user nova-compute[75686]: 
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f725ab9e-e73c-4437-8ff0-2687619cdf49]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260]
Nov 27 02:15:07 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260] successful.
Nov 27 02:15:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4f97191-d159-466f-83c9-4840966a2129]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a0af1f-4319-434b-ab5a-f29f00defc2c]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 (non-flash)
Nov 27 02:15:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 (non-flash)
Nov 27 02:15:07 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.246s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ebb11603-0b29-42f0-aa14-5852445271b6]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMEGBION', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:15:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.276s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '26236303238333437', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236303238333437', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG nova.objects.instance [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'flavor' on Instance uuid 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:15:08 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:15:08 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:15:08 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:15:08 user nova-compute[75686]:   <serial>c92959ab-0f99-46f9-abbd-392e84147566</serial>
Nov 27 02:15:08 user nova-compute[75686]: </disk>
Nov 27 02:15:08 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:15:08 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] No VIF found with MAC fa:16:3e:e4:88:43, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:15:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-9bdaa518-7322-4ba7-8bf5-69f994d2dba3 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.843s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:11 user nova-compute[75686]: INFO nova.compute.manager [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Detaching volume c92959ab-0f99-46f9-abbd-392e84147566
Nov 27 02:15:11 user nova-compute[75686]: INFO nova.virt.block_device [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Attempting to driver detach volume c92959ab-0f99-46f9-abbd-392e84147566 from mountpoint /dev/vdb
Nov 27 02:15:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Attempting to detach device vdb from instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:15:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:15:11 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:15:11 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:15:11 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:15:11 user nova-compute[75686]:   <serial>c92959ab-0f99-46f9-abbd-392e84147566</serial>
Nov 27 02:15:11 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:15:11 user nova-compute[75686]: </disk>
Nov 27 02:15:11 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:15:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully detached device vdb from instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 from the persistent domain config.
Nov 27 02:15:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:15:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:15:11 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:15:11 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:15:11 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:15:11 user nova-compute[75686]:   <serial>c92959ab-0f99-46f9-abbd-392e84147566</serial>
Nov 27 02:15:11 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:15:11 user nova-compute[75686]: </disk>
Nov 27 02:15:11 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:15:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:15:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:28 user nova-compute[75686]: INFO nova.compute.manager [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Unshelving
Nov 27 02:15:29 user nova-compute[75686]: INFO nova.virt.block_device [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Booting with volume 8aae0463-a415-433c-9299-018b03059d73 at /dev/vda
Nov 27 02:15:29 user nova-compute[75686]: DEBUG os_brick.utils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecec5546-4b62-4230-b5f4-001895ba37dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f16be257-5964-4220-9c24-b97e616a7120]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[584b4efa-3e10-4e47-9e48-c1ef2350bbe8]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcb68a75-e995-4f85-b1ab-683784c0d7fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:15:29 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:15:29 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b63dd0f5-23a4-4277-a0ef-92fd12179e72]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG os_brick.utils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:15:29 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating existing volume attachment record: 13e012f3-c5fb-4920-b1ec-b2cb14104782 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:15:31 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 is timed out.
Nov 27 02:15:31 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully detached device vdb from instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 from the live domain config.
Nov 27 02:15:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SMEGBION', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:15:31 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[69759dd8-1ee0-4f4c-bb31-21227a648bc9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:15:31 user nova-compute[75686]: No targets found.
Nov 27 02:15:31 user nova-compute[75686]: iSNS:
Nov 27 02:15:31 user nova-compute[75686]: No targets found.
Nov 27 02:15:31 user nova-compute[75686]: STATIC:
Nov 27 02:15:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566
Nov 27 02:15:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:15:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:15:31 user nova-compute[75686]: FIRMWARE:
Nov 27 02:15:31 user nova-compute[75686]: No targets found.
Nov 27 02:15:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:15:31 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:15:31 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc35e8ca-80ab-4a48-b0d4-f372489425f8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[10791cbf-5edc-4b2f-9368-d48b736bba3e]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 (non-flash)
Nov 27 02:15:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 (non-flash)
Nov 27 02:15:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c11fe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5b29a5b-f6c6-4ac1-b7c3-f806c08de291]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[878afbac-de56-4f58-b57c-10fe7870d87c]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a816209-015b-4836-83fd-01062218c60c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[37679969-c611-46d7-ad2e-e9c8110733cb]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[20b75ae2-4b42-41cb-95ad-0cffc66d264c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --logout" returned: 0 in 0.040s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ee93786-c6e2-4ffc-9b2a-4cd7c3940641]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260]
Nov 27 02:15:31 user nova-compute[75686]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566, portal: 172.16.0.220,3260] successful.
Nov 27 02:15:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c92959ab-0f99-46f9-abbd-392e84147566 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f3f967b-b206-469e-b3df-ca6da8364fb7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] <== disconnect_volume: return (272ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:15:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:32 user nova-compute[75686]: DEBUG nova.objects.instance [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'flavor' on Instance uuid 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:15:32 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-69acef6c-1f34-443a-a94c-bf9fff4c108d tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.591s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:34 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'pci_requests' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'numa_topology' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:15:37 user nova-compute[75686]: INFO nova.compute.claims [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Claim successful on node user
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.474s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:37 user nova-compute[75686]: INFO nova.network.neutron [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating port 22e7fdc5-00a6-4e47-b3a8-facd0088148b with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG nova.compute.manager [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing instance network info cache due to event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:15:39 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Creating image(s)
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Ensure instance console log exists: /opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Start _get_guest_xml network_info=[{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '13e012f3-c5fb-4920-b1ec-b2cb14104782', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bef67b86-4e23-455c-9ea2-9a132f06e893', 'attached_at': '', 'detached_at': '', 'volume_id': '8aae0463-a415-433c-9299-018b03059d73', 'serial': '8aae0463-a415-433c-9299-018b03059d73'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:15:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:15:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'vcpu_model' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.objects.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Object Instance<bef67b86-4e23-455c-9ea2-9a132f06e893> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:15:39 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:15:39 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:15:39 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0249de24-80ac-404b-a209-324f0a9cbfc3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:15:39 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bc24a49-ce9b-4db4-b2a0-6a28761ef223]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73] added
Nov 27 02:15:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.064s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb540d0d-60d6-4e87-a9e3-40ab40ad0f9f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[82735bde-55ba-49dd-8769-26275a44a8c4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XJfroaPp {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XJfroaPp" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f0e173c-99ec-4d28-bcc9-b8ec09b1e748]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XJfroaPp'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[29afe8f9-d133-4e75-9966-ca7a98b481c9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d82842b1-4c5e-49d2-9809-d1e141795942]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:15:39 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:15:39 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:15:39 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:15:39 user nova-compute[75686]: 
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4a73a71-a995-4721-a049-5630187795b4]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]
Nov 27 02:15:39 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.
Nov 27 02:15:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2399b55-66c2-4c68-b2ce-8621a40fe9e8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c18b35e8-99ca-47ce-90eb-e41cbe70b559]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:15:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:15:39 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.303s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[04d5a9bf-c83c-4051-93c8-3d5b5afcf48f]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updated VIF entry in instance network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:15:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-21ff609d-12ff-4334-b301-f7186e457c2e req-6112ce53-eca7-44e7-a4e9-ffde64cac493 service nova] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.338s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] <== connect_volume: return (1339ms) {'type': 'block', 'scsi_wwn': '26331333033323130', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26331333033323130', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T02:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-2013286464',display_name='tempest-TestShelveInstance-server-2013286464',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-2013286464',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1339359276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:11:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='0c461a06297740aa9f6f6f97d6ced545',ramdisk_id='',reservation_id='r-1op1lb5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2079622152',owner_user_name='tempest-TestShelveInstance-2079622152-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:15:29Z,user_data=None,user_id='cd02f3b9aa7c4ff68b45cc6d749adb69',uuid=bef67b86-4e23-455c-9ea2-9a132f06e893,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converting VIF {"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'pci_devices' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.objects.base [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Object Instance<bef67b86-4e23-455c-9ea2-9a132f06e893> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=75686) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:15:40 user nova-compute[75686]:   <uuid>bef67b86-4e23-455c-9ea2-9a132f06e893</uuid>
Nov 27 02:15:40 user nova-compute[75686]:   <name>instance-0000002d</name>
Nov 27 02:15:40 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:15:40 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:15:40 user nova-compute[75686]:   <metadata>
Nov 27 02:15:40 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:15:40 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:15:40 user nova-compute[75686]:       <nova:name>tempest-TestShelveInstance-server-2013286464</nova:name>
Nov 27 02:15:40 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:15:39</nova:creationTime>
Nov 27 02:15:40 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:15:40 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:15:40 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:15:40 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:15:40 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:15:40 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:15:40 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:15:40 user nova-compute[75686]:       <nova:owner>
Nov 27 02:15:40 user nova-compute[75686]:         <nova:user uuid="cd02f3b9aa7c4ff68b45cc6d749adb69">tempest-TestShelveInstance-2079622152-project-member</nova:user>
Nov 27 02:15:40 user nova-compute[75686]:         <nova:project uuid="0c461a06297740aa9f6f6f97d6ced545">tempest-TestShelveInstance-2079622152</nova:project>
Nov 27 02:15:40 user nova-compute[75686]:       </nova:owner>
Nov 27 02:15:40 user nova-compute[75686]:       <nova:ports>
Nov 27 02:15:40 user nova-compute[75686]:         <nova:port uuid="22e7fdc5-00a6-4e47-b3a8-facd0088148b">
Nov 27 02:15:40 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 27 02:15:40 user nova-compute[75686]:         </nova:port>
Nov 27 02:15:40 user nova-compute[75686]:       </nova:ports>
Nov 27 02:15:40 user nova-compute[75686]:     </nova:instance>
Nov 27 02:15:40 user nova-compute[75686]:   </metadata>
Nov 27 02:15:40 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:15:40 user nova-compute[75686]:     <system>
Nov 27 02:15:40 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:15:40 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:15:40 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:15:40 user nova-compute[75686]:       <entry name="serial">bef67b86-4e23-455c-9ea2-9a132f06e893</entry>
Nov 27 02:15:40 user nova-compute[75686]:       <entry name="uuid">bef67b86-4e23-455c-9ea2-9a132f06e893</entry>
Nov 27 02:15:40 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:15:40 user nova-compute[75686]:     </system>
Nov 27 02:15:40 user nova-compute[75686]:   </sysinfo>
Nov 27 02:15:40 user nova-compute[75686]:   <os>
Nov 27 02:15:40 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:15:40 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:15:40 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:15:40 user nova-compute[75686]:   </os>
Nov 27 02:15:40 user nova-compute[75686]:   <features>
Nov 27 02:15:40 user nova-compute[75686]:     <acpi/>
Nov 27 02:15:40 user nova-compute[75686]:     <apic/>
Nov 27 02:15:40 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:15:40 user nova-compute[75686]:   </features>
Nov 27 02:15:40 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:15:40 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:15:40 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:15:40 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:15:40 user nova-compute[75686]:   </clock>
Nov 27 02:15:40 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:15:40 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:15:40 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:15:40 user nova-compute[75686]:   </cpu>
Nov 27 02:15:40 user nova-compute[75686]:   <devices>
Nov 27 02:15:40 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:15:40 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:15:40 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 02:15:40 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:15:40 user nova-compute[75686]:       <serial>8aae0463-a415-433c-9299-018b03059d73</serial>
Nov 27 02:15:40 user nova-compute[75686]:     </disk>
Nov 27 02:15:40 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:15:40 user nova-compute[75686]:       <mac address="fa:16:3e:40:cd:82"/>
Nov 27 02:15:40 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:15:40 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:15:40 user nova-compute[75686]:       <target dev="tap22e7fdc5-00"/>
Nov 27 02:15:40 user nova-compute[75686]:     </interface>
Nov 27 02:15:40 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:15:40 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893/console.log" append="off"/>
Nov 27 02:15:40 user nova-compute[75686]:     </serial>
Nov 27 02:15:40 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:15:40 user nova-compute[75686]:     <video>
Nov 27 02:15:40 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:15:40 user nova-compute[75686]:     </video>
Nov 27 02:15:40 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:15:40 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:15:40 user nova-compute[75686]:     </rng>
Nov 27 02:15:40 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:15:40 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:15:40 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:15:40 user nova-compute[75686]:     </memballoon>
Nov 27 02:15:40 user nova-compute[75686]:   </devices>
Nov 27 02:15:40 user nova-compute[75686]: </domain>
Nov 27 02:15:40 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T02:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-2013286464',display_name='tempest-TestShelveInstance-server-2013286464',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-2013286464',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-1339359276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:11:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='0c461a06297740aa9f6f6f97d6ced545',ramdisk_id='',reservation_id='r-1op1lb5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2079622152',owner_user_name='tempest-TestShelveInstance-2079622152-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:15:29Z,user_data=None,user_id='cd02f3b9aa7c4ff68b45cc6d749adb69',uuid=bef67b86-4e23-455c-9ea2-9a132f06e893,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converting VIF {"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG os_vif [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a9ceb1c8-db12-5138-8401-ddfd281d259a', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap22e7fdc5-00, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap22e7fdc5-00, col_values=(('qos', UUID('d8255244-cfad-4f78-8620-e1c388607dd4')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap22e7fdc5-00, col_values=(('external_ids', {'iface-id': '22e7fdc5-00a6-4e47-b3a8-facd0088148b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:40:cd:82', 'vm-uuid': 'bef67b86-4e23-455c-9ea2-9a132f06e893'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:40 user nova-compute[75686]: INFO os_vif [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00')
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] No VIF found with MAC fa:16:3e:40:cd:82, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:15:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updating instance_info_cache with network_info: [{"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-d87e42f7-01de-4570-8f8a-4b44590ada2d req-08ebfcd4-6b7f-47c2-8ca7-c65922154953 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d87e42f7-01de-4570-8f8a-4b44590ada2d req-08ebfcd4-6b7f-47c2-8ca7-c65922154953 service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d87e42f7-01de-4570-8f8a-4b44590ada2d req-08ebfcd4-6b7f-47c2-8ca7-c65922154953 service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d87e42f7-01de-4570-8f8a-4b44590ada2d req-08ebfcd4-6b7f-47c2-8ca7-c65922154953 service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG nova.compute.manager [req-d87e42f7-01de-4570-8f8a-4b44590ada2d req-08ebfcd4-6b7f-47c2-8ca7-c65922154953 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:15:42 user nova-compute[75686]: WARNING nova.compute.manager [req-d87e42f7-01de-4570-8f8a-4b44590ada2d req-08ebfcd4-6b7f-47c2-8ca7-c65922154953 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received unexpected event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 02:15:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:15:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:15:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:15:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8756MB free_disk=24.88302230834961GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance with task_state "spawning" is not being actively managed by this compute host but has allocations referencing this compute node (01b04e4d-32b4-4e84-b330-3c1a096a9410): {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. Skipping heal of allocations during the task state transition. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1777}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:15:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.269s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-6ebe43d1-207b-442e-aff7-11846cacbcd1 req-07c73348-8c97-4c83-86f8-61191190009f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6ebe43d1-207b-442e-aff7-11846cacbcd1 req-07c73348-8c97-4c83-86f8-61191190009f service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6ebe43d1-207b-442e-aff7-11846cacbcd1 req-07c73348-8c97-4c83-86f8-61191190009f service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6ebe43d1-207b-442e-aff7-11846cacbcd1 req-07c73348-8c97-4c83-86f8-61191190009f service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.compute.manager [req-6ebe43d1-207b-442e-aff7-11846cacbcd1 req-07c73348-8c97-4c83-86f8-61191190009f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:15:44 user nova-compute[75686]: WARNING nova.compute.manager [req-6ebe43d1-207b-442e-aff7-11846cacbcd1 req-07c73348-8c97-4c83-86f8-61191190009f service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received unexpected event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:15:44 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance spawned successfully.
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6da93eee-783e-4f82-9f36-1e2f2210e17b tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 15.312s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:15:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:15:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:15:57 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:15:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:15:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:15:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-changed-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Refreshing instance network info cache due to event network-changed-b14b73a2-4cd4-4903-b1c5-1f891f70050c. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] Acquiring lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] Acquired lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG nova.network.neutron [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Refreshing network info cache for port b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:16:01 user nova-compute[75686]: INFO nova.compute.manager [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Terminating instance
Nov 27 02:16:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.network.neutron [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updated VIF entry in instance network info cache for port b14b73a2-4cd4-4903-b1c5-1f891f70050c. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.network.neutron [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updating instance_info_cache with network_info: [{"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4acadce8-9ad5-4534-b2cf-0c871f028309 req-59996f90-a01f-4fe9-88f0-dc0b60beedcc service nova] Releasing lock "refresh_cache-5c66b306-1b9f-4e9e-b409-02fac1bde3e1" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Instance destroyed successfully.
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.objects.instance [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'resources' on Instance uuid 5c66b306-1b9f-4e9e-b409-02fac1bde3e1 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:13:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1856724849',display_name='tempest-TestStampPattern-server-1856724849',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1856724849',id=46,image_ref='01b1e412-ee92-4556-a47f-2bec3531815b',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMVZzc3B0ZGg+Axjd+ptaaq/3weWix2AU5+Fm/8CgBGZmZjBgl3/zyOnYooYCP8g0zMBpMfzvYZMkGirj5XeFOud8m3oJVJMRd8Hm539YQloBmHzudWiV/0KgCa9ny4uCw==',key_name='tempest-TestStampPattern-1519476636',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:13:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='198c6d978d68486fbcde872f4301619e',ramdisk_id='',reservation_id='r-hgwm8b4h',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='829426f9-7eb2-4ac2-a1b4-ab29eccdc211',image_min_disk='1',image_min_ram='0',image_owner_id='198c6d978d68486fbcde872f4301619e',image_owner_project_name='tempest-TestStampPattern-781941624',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-781941624-project-member',image_user_id='6feb3c5ea00745cd815858eec5d3f913',owner_project_name='tempest-TestStampPattern-781941624',owner_user_name='tempest-TestStampPattern-781941624-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:13:16Z,user_data=None,user_id='6feb3c5ea00745cd815858eec5d3f913',uuid=5c66b306-1b9f-4e9e-b409-02fac1bde3e1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converting VIF {"id": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "address": "fa:16:3e:e4:88:43", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.36", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb14b73a2-4c", "ovs_interfaceid": "b14b73a2-4cd4-4903-b1c5-1f891f70050c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e4:88:43,bridge_name='br-int',has_traffic_filtering=True,id=b14b73a2-4cd4-4903-b1c5-1f891f70050c,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb14b73a2-4c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG os_vif [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:88:43,bridge_name='br-int',has_traffic_filtering=True,id=b14b73a2-4cd4-4903-b1c5-1f891f70050c,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb14b73a2-4c') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb14b73a2-4c, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6c530a54-4729-424b-8e95-0028d1e77300) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:02 user nova-compute[75686]: INFO os_vif [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e4:88:43,bridge_name='br-int',has_traffic_filtering=True,id=b14b73a2-4cd4-4903-b1c5-1f891f70050c,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb14b73a2-4c')
Nov 27 02:16:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Deleting instance files /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1_del
Nov 27 02:16:02 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Deletion of /opt/stack/data/nova/instances/5c66b306-1b9f-4e9e-b409-02fac1bde3e1_del complete
Nov 27 02:16:02 user nova-compute[75686]: INFO nova.compute.manager [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 27 02:16:02 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:16:02 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:16:03 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Took 0.54 seconds to deallocate network for instance.
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-fdcb39fa-b9e7-4dd6-add2-b0b771959d13 req-2820876c-ce4b-4fee-9c73-fb13bf0b4040 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-vif-deleted-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.177s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:16:03 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Deleted allocations for instance 5c66b306-1b9f-4e9e-b409-02fac1bde3e1
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-f46edeca-d29c-4623-a303-27446bdfd5d2 tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.746s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-vif-unplugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] No waiting events found dispatching network-vif-unplugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:16:03 user nova-compute[75686]: WARNING nova.compute.manager [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received unexpected event network-vif-unplugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c for instance with vm_state deleted and task_state None.
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received event network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] Acquiring lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] Lock "5c66b306-1b9f-4e9e-b409-02fac1bde3e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:16:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] No waiting events found dispatching network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:16:03 user nova-compute[75686]: WARNING nova.compute.manager [req-98be7702-4b0f-4315-8080-139a22811e49 req-461f25b6-e9d5-4bb8-b434-848a552449d9 service nova] [instance: 5c66b306-1b9f-4e9e-b409-02fac1bde3e1] Received unexpected event network-vif-plugged-b14b73a2-4cd4-4903-b1c5-1f891f70050c for instance with vm_state deleted and task_state None.
Nov 27 02:16:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:31 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:16:34 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:16:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:16:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:16:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:16:40 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:16:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:16:41 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:16:41 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8839MB free_disk=24.882404327392578GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance bef67b86-4e23-455c-9ea2-9a132f06e893 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:16:41 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:16:42 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:16:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:16:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:16:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:16:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:16:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:16:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:16:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-changed-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.compute.manager [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Refreshing instance network info cache due to event network-changed-49152022-073e-4472-a5b5-d321dfc65eaf. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] Acquiring lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] Acquired lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.network.neutron [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Refreshing network info cache for port 49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:00 user nova-compute[75686]: INFO nova.compute.manager [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Terminating instance
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Instance destroyed successfully.
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lazy-loading 'resources' on Instance uuid 829426f9-7eb2-4ac2-a1b4-ab29eccdc211 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:10:03Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-793497295',display_name='tempest-TestStampPattern-server-793497295',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-793497295',id=43,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMVZzc3B0ZGg+Axjd+ptaaq/3weWix2AU5+Fm/8CgBGZmZjBgl3/zyOnYooYCP8g0zMBpMfzvYZMkGirj5XeFOud8m3oJVJMRd8Hm539YQloBmHzudWiV/0KgCa9ny4uCw==',key_name='tempest-TestStampPattern-1519476636',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:10:09Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='198c6d978d68486fbcde872f4301619e',ramdisk_id='',reservation_id='r-3abe0xit',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-781941624',owner_user_name='tempest-TestStampPattern-781941624-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:13:07Z,user_data=None,user_id='6feb3c5ea00745cd815858eec5d3f913',uuid=829426f9-7eb2-4ac2-a1b4-ab29eccdc211,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converting VIF {"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:5e:2d:64,bridge_name='br-int',has_traffic_filtering=True,id=49152022-073e-4472-a5b5-d321dfc65eaf,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49152022-07') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG os_vif [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:2d:64,bridge_name='br-int',has_traffic_filtering=True,id=49152022-073e-4472-a5b5-d321dfc65eaf,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49152022-07') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap49152022-07, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f177ea91-01f3-42d3-a27a-c3c70e91d173) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:00 user nova-compute[75686]: INFO os_vif [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:5e:2d:64,bridge_name='br-int',has_traffic_filtering=True,id=49152022-073e-4472-a5b5-d321dfc65eaf,network=Network(4e4d5d1d-7907-4b52-a20a-9fc221084d82),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap49152022-07')
Nov 27 02:17:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Deleting instance files /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211_del
Nov 27 02:17:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Deletion of /opt/stack/data/nova/instances/829426f9-7eb2-4ac2-a1b4-ab29eccdc211_del complete
Nov 27 02:17:00 user nova-compute[75686]: INFO nova.compute.manager [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 27 02:17:00 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:17:00 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-d09608fe-a467-4cbe-8bbd-9aaa7189d090 req-d78de3b8-422d-47d3-aa7f-3be495855399 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-vif-unplugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d09608fe-a467-4cbe-8bbd-9aaa7189d090 req-d78de3b8-422d-47d3-aa7f-3be495855399 service nova] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d09608fe-a467-4cbe-8bbd-9aaa7189d090 req-d78de3b8-422d-47d3-aa7f-3be495855399 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d09608fe-a467-4cbe-8bbd-9aaa7189d090 req-d78de3b8-422d-47d3-aa7f-3be495855399 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-d09608fe-a467-4cbe-8bbd-9aaa7189d090 req-d78de3b8-422d-47d3-aa7f-3be495855399 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] No waiting events found dispatching network-vif-unplugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.compute.manager [req-d09608fe-a467-4cbe-8bbd-9aaa7189d090 req-d78de3b8-422d-47d3-aa7f-3be495855399 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-vif-unplugged-49152022-073e-4472-a5b5-d321dfc65eaf for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.network.neutron [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updated VIF entry in instance network info cache for port 49152022-073e-4472-a5b5-d321dfc65eaf. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.network.neutron [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [{"id": "49152022-073e-4472-a5b5-d321dfc65eaf", "address": "fa:16:3e:5e:2d:64", "network": {"id": "4e4d5d1d-7907-4b52-a20a-9fc221084d82", "bridge": "br-int", "label": "tempest-TestStampPattern-1506925288-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "198c6d978d68486fbcde872f4301619e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap49152022-07", "ovs_interfaceid": "49152022-073e-4472-a5b5-d321dfc65eaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-55fde4b2-681b-43c8-bd62-aeac7a210d9b req-f889fc52-d8bf-4750-80cc-b70edaf57351 service nova] Releasing lock "refresh_cache-829426f9-7eb2-4ac2-a1b4-ab29eccdc211" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:17:01 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Took 0.70 seconds to deallocate network for instance.
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.137s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:01 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Deleted allocations for instance 829426f9-7eb2-4ac2-a1b4-ab29eccdc211
Nov 27 02:17:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-daff06a9-b0a9-4ca5-9bfc-bffee0670eed tempest-TestStampPattern-781941624 tempest-TestStampPattern-781941624-project-member] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.851s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-e9df9c93-9358-49f9-8359-10229f7c4346 req-167a46c0-4ec6-4fa6-b0f2-7bb978a3f326 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e9df9c93-9358-49f9-8359-10229f7c4346 req-167a46c0-4ec6-4fa6-b0f2-7bb978a3f326 service nova] Acquiring lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e9df9c93-9358-49f9-8359-10229f7c4346 req-167a46c0-4ec6-4fa6-b0f2-7bb978a3f326 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e9df9c93-9358-49f9-8359-10229f7c4346 req-167a46c0-4ec6-4fa6-b0f2-7bb978a3f326 service nova] Lock "829426f9-7eb2-4ac2-a1b4-ab29eccdc211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-e9df9c93-9358-49f9-8359-10229f7c4346 req-167a46c0-4ec6-4fa6-b0f2-7bb978a3f326 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] No waiting events found dispatching network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:17:03 user nova-compute[75686]: WARNING nova.compute.manager [req-e9df9c93-9358-49f9-8359-10229f7c4346 req-167a46c0-4ec6-4fa6-b0f2-7bb978a3f326 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received unexpected event network-vif-plugged-49152022-073e-4472-a5b5-d321dfc65eaf for instance with vm_state deleted and task_state None.
Nov 27 02:17:03 user nova-compute[75686]: DEBUG nova.compute.manager [req-e9df9c93-9358-49f9-8359-10229f7c4346 req-167a46c0-4ec6-4fa6-b0f2-7bb978a3f326 service nova] [instance: 829426f9-7eb2-4ac2-a1b4-ab29eccdc211] Received event network-vif-deleted-49152022-073e-4472-a5b5-d321dfc65eaf {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing instance network info cache due to event network-changed-22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] Acquiring lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] Acquired lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG nova.network.neutron [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Refreshing network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:19 user nova-compute[75686]: INFO nova.compute.manager [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Terminating instance
Nov 27 02:17:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-5da434b5-4305-4f56-94a3-c2f473f61825 req-14c6bbb1-76a3-4557-8705-f2ce95f4ecc1 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-unplugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5da434b5-4305-4f56-94a3-c2f473f61825 req-14c6bbb1-76a3-4557-8705-f2ce95f4ecc1 service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5da434b5-4305-4f56-94a3-c2f473f61825 req-14c6bbb1-76a3-4557-8705-f2ce95f4ecc1 service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5da434b5-4305-4f56-94a3-c2f473f61825 req-14c6bbb1-76a3-4557-8705-f2ce95f4ecc1 service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-5da434b5-4305-4f56-94a3-c2f473f61825 req-14c6bbb1-76a3-4557-8705-f2ce95f4ecc1 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-unplugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-5da434b5-4305-4f56-94a3-c2f473f61825 req-14c6bbb1-76a3-4557-8705-f2ce95f4ecc1 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-unplugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updated VIF entry in instance network info cache for port 22e7fdc5-00a6-4e47-b3a8-facd0088148b. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.network.neutron [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [{"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-6b283643-0240-4efc-96ea-b6e332e0eee1 req-7b040858-304d-46cb-863e-1802930ccbe2 service nova] Releasing lock "refresh_cache-bef67b86-4e23-455c-9ea2-9a132f06e893" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:17:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Instance destroyed successfully.
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.objects.instance [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lazy-loading 'resources' on Instance uuid bef67b86-4e23-455c-9ea2-9a132f06e893 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-27T02:11:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-2013286464',display_name='tempest-TestShelveInstance-server-2013286464',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-2013286464',id=45,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAXeulDQ1SuCnO642kQfJG/CEOOM5QrZuNS4ilr0uUi2nBXtLtvfcIZrsfKpw+mlxQi/Mw8tnThoS2cAXONnjfQBXI91RTTEtw2a1cY/+Jgg7VMawTkSprHhm6r6YZ+TeA==',key_name='tempest-TestShelveInstance-1339359276',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:15:44Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0c461a06297740aa9f6f6f97d6ced545',ramdisk_id='',reservation_id='r-1op1lb5w',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-2079622152',owner_user_name='tempest-TestShelveInstance-2079622152-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:15:44Z,user_data=None,user_id='cd02f3b9aa7c4ff68b45cc6d749adb69',uuid=bef67b86-4e23-455c-9ea2-9a132f06e893,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converting VIF {"id": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "address": "fa:16:3e:40:cd:82", "network": {"id": "d0effe26-90de-4da6-8865-37b870e8e0ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-328683317-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.71", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0c461a06297740aa9f6f6f97d6ced545", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap22e7fdc5-00", "ovs_interfaceid": "22e7fdc5-00a6-4e47-b3a8-facd0088148b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_vif [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap22e7fdc5-00, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d8255244-cfad-4f78-8620-e1c388607dd4) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:20 user nova-compute[75686]: INFO os_vif [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:40:cd:82,bridge_name='br-int',has_traffic_filtering=True,id=22e7fdc5-00a6-4e47-b3a8-facd0088148b,network=Network(d0effe26-90de-4da6-8865-37b870e8e0ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap22e7fdc5-00')
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XJfroaPp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:17:20 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eaebc44-8403-4ae3-8d94-c06a8174c132]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:17:20 user nova-compute[75686]: No targets found.
Nov 27 02:17:20 user nova-compute[75686]: iSNS:
Nov 27 02:17:20 user nova-compute[75686]: No targets found.
Nov 27 02:17:20 user nova-compute[75686]: STATIC:
Nov 27 02:17:20 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73
Nov 27 02:17:20 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:17:20 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:17:20 user nova-compute[75686]: FIRMWARE:
Nov 27 02:17:20 user nova-compute[75686]: No targets found.
Nov 27 02:17:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:17:20 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:17:20 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd1d70e7-966c-4c13-b14d-8b8e6dc3a056]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[57b20d62-c8ec-4c68-abd5-ea890ef49716]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:17:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 (non-flash)
Nov 27 02:17:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514856d900>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c0a861-d4a5-4286-b379-5d5e2e83def9]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[63659271-884a-4ac3-b9b0-392e18bc1a32]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4513cc-4a8c-44a4-986f-5e8ae8d81728]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.061s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[856f953d-94fd-439a-a380-993c2bed46cb]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b7d891-52a9-46b5-aa77-63f1a97019a4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --logout" returned: 0 in 0.054s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f95226-9b7e-4808-97d2-71e665b9f30f]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260]
Nov 27 02:17:20 user nova-compute[75686]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73, portal: 172.16.0.220,3260] successful.
Nov 27 02:17:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8aae0463-a415-433c-9299-018b03059d73 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[090700c3-c4bf-4c54-858e-2324369219b7]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] <== disconnect_volume: return (301ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:17:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Deleting instance files /opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893_del
Nov 27 02:17:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Deletion of /opt/stack/data/nova/instances/bef67b86-4e23-455c-9ea2-9a132f06e893_del complete
Nov 27 02:17:20 user nova-compute[75686]: INFO nova.compute.manager [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 27 02:17:20 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:17:20 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:17:21 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:17:21 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Took 0.43 seconds to deallocate network for instance.
Nov 27 02:17:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-a537dbd4-3e10-487f-942b-090abd484077 req-1f471eb7-0ea8-4b99-a856-bfbe3846f8f1 service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-deleted-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:22 user nova-compute[75686]: INFO nova.compute.manager [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Took 0.72 seconds to detach 1 volumes for instance.
Nov 27 02:17:22 user nova-compute[75686]: DEBUG nova.compute.manager [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Deleting volume: 8aae0463-a415-433c-9299-018b03059d73 {{(pid=75686) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-b6843de4-531a-47e2-9019-fab9a0aa958d req-ac71d5fc-76d0-40fa-9b08-6188725e8c4d service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b6843de4-531a-47e2-9019-fab9a0aa958d req-ac71d5fc-76d0-40fa-9b08-6188725e8c4d service nova] Acquiring lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b6843de4-531a-47e2-9019-fab9a0aa958d req-ac71d5fc-76d0-40fa-9b08-6188725e8c4d service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b6843de4-531a-47e2-9019-fab9a0aa958d req-ac71d5fc-76d0-40fa-9b08-6188725e8c4d service nova] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG nova.compute.manager [req-b6843de4-531a-47e2-9019-fab9a0aa958d req-ac71d5fc-76d0-40fa-9b08-6188725e8c4d service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] No waiting events found dispatching network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:17:22 user nova-compute[75686]: WARNING nova.compute.manager [req-b6843de4-531a-47e2-9019-fab9a0aa958d req-ac71d5fc-76d0-40fa-9b08-6188725e8c4d service nova] [instance: bef67b86-4e23-455c-9ea2-9a132f06e893] Received unexpected event network-vif-plugged-22e7fdc5-00a6-4e47-b3a8-facd0088148b for instance with vm_state active and task_state deleting.
Nov 27 02:17:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:17:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.138s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:22 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Deleted allocations for instance bef67b86-4e23-455c-9ea2-9a132f06e893
Nov 27 02:17:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-722ba4d6-389e-4ae7-b4a9-ae097529407e tempest-TestShelveInstance-2079622152 tempest-TestShelveInstance-2079622152-project-member] Lock "bef67b86-4e23-455c-9ea2-9a132f06e893" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.690s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:17:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:17:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:17:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:32 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:41 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:17:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:17:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:17:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9070MB free_disk=25.00674057006836GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:17:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.147s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:17:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:17:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:17:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:17:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:17:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:17:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:17:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:17:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:17:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:17:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:18:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:18:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:18:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:18:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:33 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:18:40 user nova-compute[75686]: INFO nova.compute.claims [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Claim successful on node user
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.202s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:18:40 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG nova.policy [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ce28ae5d00425aa86e27f13d7c07d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6227f7dcddc4c23ad0814748fe07197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:18:40 user nova-compute[75686]: INFO nova.virt.block_device [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Booting with volume snapshot b15133ce-bbe7-4f9c-82a3-234b06904bf8 at /dev/vda
Nov 27 02:18:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Successfully created port: 526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Successfully updated port: 526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquired lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-changed-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Refreshing instance network info cache due to event network-changed-526d22ae-c492-4157-a1d8-5476b50e352e. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] Acquiring lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:18:41 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG nova.network.neutron [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updating instance_info_cache with network_info: [{"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Releasing lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Instance network_info: |[{"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] Acquired lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Refreshing network info cache for port 526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updated VIF entry in instance network info cache for port 526d22ae-c492-4157-a1d8-5476b50e352e. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG nova.network.neutron [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updating instance_info_cache with network_info: [{"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8d0e3066-12f8-46e4-9d33-05d1c43ffd3e req-1aea5472-a176-4dc7-8697-811e3d5e6904 service nova] Releasing lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:18:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:18:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:18:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:18:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9147MB free_disk=24.995956420898438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6ba58ba5-00e7-4aa5-8489-c71830d21306 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.255s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:18:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:18:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:18:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Skipping network cache update for instance because it is Building. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 27 02:18:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:18:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG os_brick.utils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[66ca2103-e46a-436f-8c72-bb213c5352ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[955145b2-944f-48a9-9464-7da7ae3bb013]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[18ccb554-f2cb-4d55-8c26-3a9996ee3651]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb8d12b5-1156-4ed8-ab20-40777644f4ca]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:18:46 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:18:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8eceb5f-90b3-4125-abea-49be995c765a]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG os_brick.utils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== get_connector_properties: return (143ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:18:46 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updating existing volume attachment record: 47672c37-cc26-4568-acfd-311753f3bbc1 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:18:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:18:52 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Creating image(s)
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Ensure instance console log exists: /opt/stack/data/nova/instances/6ba58ba5-00e7-4aa5-8489-c71830d21306/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Start _get_guest_xml network_info=[{"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '47672c37-cc26-4568-acfd-311753f3bbc1', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqCTPbZx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '6ba58ba5-00e7-4aa5-8489-c71830d21306', 'attached_at': '', 'detached_at': '', 'volume_id': '256d7129-3d99-4f49-86ea-c569a15fe249', 'serial': '256d7129-3d99-4f49-86ea-c569a15fe249'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:18:52 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:18:52 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqCTPbZx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:18:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:18:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:18:52 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260" returned: 21 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5885756c-9e1a-4062-ac34-9b9fbd618a47]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:18:52 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[56c768a2-2e69-41d2-9379-0e2f5d5c460e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249] added
Nov 27 02:18:52 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8b3b97e-54c6-4f44-84e2-1e5a6b59d2fa]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f265530e-536c-4002-b25b-46e26acaabf3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqCTPbZx {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JqCTPbZx" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0e610a9-572e-470b-8f4d-16da7c9b0cbc]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JqCTPbZx'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d0f8ee4-d589-4037-bea1-2dc0c32dd42b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cab4bddc-1830-49b3-8c33-aeb85dcb5a5a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:18:52 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:18:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:18:52 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:18:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:18:52 user nova-compute[75686]: 
Nov 27 02:18:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --login" returned: 0 in 0.051s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a42890f-6290-44a7-9234-a1f0ad2df0a6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260]
Nov 27 02:18:53 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260] successful.
Nov 27 02:18:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4fd48aa2-d52f-492a-b807-76ed3cf23b8f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7127ff1-956c-4940-b020-5da0508534d2]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 (non-flash)
Nov 27 02:18:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 (non-flash)
Nov 27 02:18:53 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.281s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] HCTL ('33', '-', '-', 0) found on session 58 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f43b852d-2359-47c4-b2ac-0e054c00d970]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:18:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 58 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqCTPbZx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.310s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '26337663863303335', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26337663863303335', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:18:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-122188712',display_name='tempest-TestVolumeBootPattern-server-122188712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-122188712',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-dhal95eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:18:41Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=6ba58ba5-00e7-4aa5-8489-c71830d21306,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:96:03,bridge_name='br-int',has_traffic_filtering=True,id=526d22ae-c492-4157-a1d8-5476b50e352e,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap526d22ae-c4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'pci_devices' on Instance uuid 6ba58ba5-00e7-4aa5-8489-c71830d21306 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:18:54 user nova-compute[75686]:   <uuid>6ba58ba5-00e7-4aa5-8489-c71830d21306</uuid>
Nov 27 02:18:54 user nova-compute[75686]:   <name>instance-0000002f</name>
Nov 27 02:18:54 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:18:54 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:18:54 user nova-compute[75686]:   <metadata>
Nov 27 02:18:54 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:18:54 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:18:54 user nova-compute[75686]:       <nova:name>tempest-TestVolumeBootPattern-server-122188712</nova:name>
Nov 27 02:18:54 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:18:52</nova:creationTime>
Nov 27 02:18:54 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:18:54 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:18:54 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:18:54 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:18:54 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:18:54 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:18:54 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:18:54 user nova-compute[75686]:       <nova:owner>
Nov 27 02:18:54 user nova-compute[75686]:         <nova:user uuid="88ce28ae5d00425aa86e27f13d7c07d9">tempest-TestVolumeBootPattern-1092048365-project-member</nova:user>
Nov 27 02:18:54 user nova-compute[75686]:         <nova:project uuid="f6227f7dcddc4c23ad0814748fe07197">tempest-TestVolumeBootPattern-1092048365</nova:project>
Nov 27 02:18:54 user nova-compute[75686]:       </nova:owner>
Nov 27 02:18:54 user nova-compute[75686]:       <nova:ports>
Nov 27 02:18:54 user nova-compute[75686]:         <nova:port uuid="526d22ae-c492-4157-a1d8-5476b50e352e">
Nov 27 02:18:54 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 02:18:54 user nova-compute[75686]:         </nova:port>
Nov 27 02:18:54 user nova-compute[75686]:       </nova:ports>
Nov 27 02:18:54 user nova-compute[75686]:     </nova:instance>
Nov 27 02:18:54 user nova-compute[75686]:   </metadata>
Nov 27 02:18:54 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:18:54 user nova-compute[75686]:     <system>
Nov 27 02:18:54 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:18:54 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:18:54 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:18:54 user nova-compute[75686]:       <entry name="serial">6ba58ba5-00e7-4aa5-8489-c71830d21306</entry>
Nov 27 02:18:54 user nova-compute[75686]:       <entry name="uuid">6ba58ba5-00e7-4aa5-8489-c71830d21306</entry>
Nov 27 02:18:54 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:18:54 user nova-compute[75686]:     </system>
Nov 27 02:18:54 user nova-compute[75686]:   </sysinfo>
Nov 27 02:18:54 user nova-compute[75686]:   <os>
Nov 27 02:18:54 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:18:54 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:18:54 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:18:54 user nova-compute[75686]:   </os>
Nov 27 02:18:54 user nova-compute[75686]:   <features>
Nov 27 02:18:54 user nova-compute[75686]:     <acpi/>
Nov 27 02:18:54 user nova-compute[75686]:     <apic/>
Nov 27 02:18:54 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:18:54 user nova-compute[75686]:   </features>
Nov 27 02:18:54 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:18:54 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:18:54 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:18:54 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:18:54 user nova-compute[75686]:   </clock>
Nov 27 02:18:54 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:18:54 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:18:54 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:18:54 user nova-compute[75686]:   </cpu>
Nov 27 02:18:54 user nova-compute[75686]:   <devices>
Nov 27 02:18:54 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:18:54 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:18:54 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 02:18:54 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:18:54 user nova-compute[75686]:       <serial>256d7129-3d99-4f49-86ea-c569a15fe249</serial>
Nov 27 02:18:54 user nova-compute[75686]:     </disk>
Nov 27 02:18:54 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:18:54 user nova-compute[75686]:       <mac address="fa:16:3e:e0:96:03"/>
Nov 27 02:18:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:18:54 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:18:54 user nova-compute[75686]:       <target dev="tap526d22ae-c4"/>
Nov 27 02:18:54 user nova-compute[75686]:     </interface>
Nov 27 02:18:54 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:18:54 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/6ba58ba5-00e7-4aa5-8489-c71830d21306/console.log" append="off"/>
Nov 27 02:18:54 user nova-compute[75686]:     </serial>
Nov 27 02:18:54 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:18:54 user nova-compute[75686]:     <video>
Nov 27 02:18:54 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:18:54 user nova-compute[75686]:     </video>
Nov 27 02:18:54 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:18:54 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:18:54 user nova-compute[75686]:     </rng>
Nov 27 02:18:54 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:18:54 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:18:54 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:18:54 user nova-compute[75686]:     </memballoon>
Nov 27 02:18:54 user nova-compute[75686]:   </devices>
Nov 27 02:18:54 user nova-compute[75686]: </domain>
Nov 27 02:18:54 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:18:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-122188712',display_name='tempest-TestVolumeBootPattern-server-122188712',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-122188712',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-dhal95eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:18:41Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=6ba58ba5-00e7-4aa5-8489-c71830d21306,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e0:96:03,bridge_name='br-int',has_traffic_filtering=True,id=526d22ae-c492-4157-a1d8-5476b50e352e,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap526d22ae-c4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG os_vif [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:96:03,bridge_name='br-int',has_traffic_filtering=True,id=526d22ae-c492-4157-a1d8-5476b50e352e,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap526d22ae-c4') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'cae09863-7d3b-513a-a798-418dab7062f2', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap526d22ae-c4, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap526d22ae-c4, col_values=(('qos', UUID('4f1b7340-549f-40e9-b0e0-877ce3cdf787')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap526d22ae-c4, col_values=(('external_ids', {'iface-id': '526d22ae-c492-4157-a1d8-5476b50e352e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e0:96:03', 'vm-uuid': '6ba58ba5-00e7-4aa5-8489-c71830d21306'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:54 user nova-compute[75686]: INFO os_vif [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e0:96:03,bridge_name='br-int',has_traffic_filtering=True,id=526d22ae-c492-4157-a1d8-5476b50e352e,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap526d22ae-c4')
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:18:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No VIF found with MAC fa:16:3e:e0:96:03, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-bc33a617-41cb-4114-a684-c64e69edffe7 req-3b791705-940f-4a14-91d1-f76c562f1447 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bc33a617-41cb-4114-a684-c64e69edffe7 req-3b791705-940f-4a14-91d1-f76c562f1447 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bc33a617-41cb-4114-a684-c64e69edffe7 req-3b791705-940f-4a14-91d1-f76c562f1447 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bc33a617-41cb-4114-a684-c64e69edffe7 req-3b791705-940f-4a14-91d1-f76c562f1447 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:18:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-bc33a617-41cb-4114-a684-c64e69edffe7 req-3b791705-940f-4a14-91d1-f76c562f1447 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:18:55 user nova-compute[75686]: WARNING nova.compute.manager [req-bc33a617-41cb-4114-a684-c64e69edffe7 req-3b791705-940f-4a14-91d1-f76c562f1447 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received unexpected event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with vm_state building and task_state spawning.
Nov 27 02:18:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:18:57 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Instance spawned successfully.
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:18:57 user nova-compute[75686]: INFO nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Took 5.09 seconds to spawn the instance on the hypervisor.
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:18:57 user nova-compute[75686]: INFO nova.compute.manager [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Took 17.64 seconds to build instance.
Nov 27 02:18:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-ab4784c1-6f6e-450d-b168-b17d4523ae30 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.731s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-1e4240ce-0d95-4580-9501-9fcab41326ce req-60b9fed3-838c-427d-9e83-d740e8f289d7 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e4240ce-0d95-4580-9501-9fcab41326ce req-60b9fed3-838c-427d-9e83-d740e8f289d7 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e4240ce-0d95-4580-9501-9fcab41326ce req-60b9fed3-838c-427d-9e83-d740e8f289d7 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-1e4240ce-0d95-4580-9501-9fcab41326ce req-60b9fed3-838c-427d-9e83-d740e8f289d7 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:18:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-1e4240ce-0d95-4580-9501-9fcab41326ce req-60b9fed3-838c-427d-9e83-d740e8f289d7 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:18:57 user nova-compute[75686]: WARNING nova.compute.manager [req-1e4240ce-0d95-4580-9501-9fcab41326ce req-60b9fed3-838c-427d-9e83-d740e8f289d7 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received unexpected event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with vm_state active and task_state None.
Nov 27 02:18:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:18:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:19:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:34 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:19:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:19:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:19:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:19:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:19:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:19:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:19:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:19:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8974MB free_disk=24.9945068359375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 6ba58ba5-00e7-4aa5-8489-c71830d21306 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:19:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.179s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:19:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:19:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:19:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:19:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:19:45 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:19:45 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 6ba58ba5-00e7-4aa5-8489-c71830d21306 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:19:46 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updating instance_info_cache with network_info: [{"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:19:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-6ba58ba5-00e7-4aa5-8489-c71830d21306" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:19:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:19:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:19:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:19:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:19:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:19:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:19:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:19:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:19:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Verify base images {{(pid=75686) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=75686) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] 6ba58ba5-00e7-4aa5-8489-c71830d21306 is a valid instance name {{(pid=75686) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6
Nov 27 02:20:07 user nova-compute[75686]: WARNING nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Unknown base file: /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Removable base files: /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781 /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7 /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475 /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9 /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75 /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24 /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6 /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/bc21ee78324a1c5f8891fdef6151f5d5e7cc7781
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5f452fd2be7d33440d813709542766076a2ab9fa
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/dd29f8943e9e26d02ac9bb4e8e0b0627cac050c7
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/00a8855782d59468acdca3814ab28df4511d9475
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d3004120a8045bbcad6e1eb9077da4851c276db9
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/5df788e01ba699eb61a6aab2689509c1be0aca75
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/50b1b93de2d9fbdd6492f1a51fb4479b65d77d24
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/ca495b0d1fe53cccee28a21e5d650a37e5cc6bd6
Nov 27 02:20:07 user nova-compute[75686]: INFO nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8d6ab3d1a9cfe20cc8717ca1c4bbdf742d1ca273
Nov 27 02:20:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Verification complete {{(pid=75686) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Verify swap images {{(pid=75686) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 27 02:20:07 user nova-compute[75686]: DEBUG nova.virt.libvirt.imagecache [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Verify ephemeral images {{(pid=75686) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 27 02:20:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:31 user nova-compute[75686]: INFO nova.compute.manager [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Terminating instance
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-4de2e152-831c-4b9f-825d-676a4e38fe4e req-81b6dae6-2bfe-42f1-8c72-c8586e058713 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-unplugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4de2e152-831c-4b9f-825d-676a4e38fe4e req-81b6dae6-2bfe-42f1-8c72-c8586e058713 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4de2e152-831c-4b9f-825d-676a4e38fe4e req-81b6dae6-2bfe-42f1-8c72-c8586e058713 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4de2e152-831c-4b9f-825d-676a4e38fe4e req-81b6dae6-2bfe-42f1-8c72-c8586e058713 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-4de2e152-831c-4b9f-825d-676a4e38fe4e req-81b6dae6-2bfe-42f1-8c72-c8586e058713 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-unplugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.compute.manager [req-4de2e152-831c-4b9f-825d-676a4e38fe4e req-81b6dae6-2bfe-42f1-8c72-c8586e058713 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-unplugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Instance destroyed successfully.
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.objects.instance [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'resources' on Instance uuid 6ba58ba5-00e7-4aa5-8489-c71830d21306 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:18:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-122188712',display_name='tempest-TestVolumeBootPattern-server-122188712',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-122188712',id=47,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:18:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-dhal95eo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:18:58Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=6ba58ba5-00e7-4aa5-8489-c71830d21306,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "526d22ae-c492-4157-a1d8-5476b50e352e", "address": "fa:16:3e:e0:96:03", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap526d22ae-c4", "ovs_interfaceid": "526d22ae-c492-4157-a1d8-5476b50e352e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e0:96:03,bridge_name='br-int',has_traffic_filtering=True,id=526d22ae-c492-4157-a1d8-5476b50e352e,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap526d22ae-c4') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_vif [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:96:03,bridge_name='br-int',has_traffic_filtering=True,id=526d22ae-c492-4157-a1d8-5476b50e352e,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap526d22ae-c4') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap526d22ae-c4, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4f1b7340-549f-40e9-b0e0-877ce3cdf787) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:31 user nova-compute[75686]: INFO os_vif [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e0:96:03,bridge_name='br-int',has_traffic_filtering=True,id=526d22ae-c492-4157-a1d8-5476b50e352e,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap526d22ae-c4')
Nov 27 02:20:31 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JqCTPbZx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:20:31 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ffc4a5a-1613-4192-937f-84c744ec8247]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:20:31 user nova-compute[75686]: No targets found.
Nov 27 02:20:31 user nova-compute[75686]: iSNS:
Nov 27 02:20:31 user nova-compute[75686]: No targets found.
Nov 27 02:20:31 user nova-compute[75686]: STATIC:
Nov 27 02:20:31 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249
Nov 27 02:20:31 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:20:31 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:20:31 user nova-compute[75686]: FIRMWARE:
Nov 27 02:20:31 user nova-compute[75686]: No targets found.
Nov 27 02:20:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:20:31 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:20:31 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7787dc5a-7b96-40e0-8fae-a1d673f08d85]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[76dd1ce7-5e30-489f-a8ea-79adf6cb0e9d]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 (non-flash)
Nov 27 02:20:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 (non-flash)
Nov 27 02:20:31 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c34a0e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d798d319-bd10-4d8a-acd6-8ac91877f6e8]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ad273e0-ac62-481d-be53-fa2c00f0ce49]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:20:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.057s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bccef6f6-6577-449d-8712-6bd7615f5f15]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[882c10d4-f755-4bca-9254-6f17b095d034]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[deae69aa-568c-4ef6-95e1-e26710a1aaaf]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5b509a2-dbac-4f89-b53c-be14a9dc129d]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260]
Nov 27 02:20:32 user nova-compute[75686]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249, portal: 172.16.0.220,3260] successful.
Nov 27 02:20:32 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:256d7129-3d99-4f49-86ea-c569a15fe249 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c9295ff-e9c1-4ec9-a01f-7103a5f6d508]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.383s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== disconnect_volume: return (385ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:20:32 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Deleting instance files /opt/stack/data/nova/instances/6ba58ba5-00e7-4aa5-8489-c71830d21306_del
Nov 27 02:20:32 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Deletion of /opt/stack/data/nova/instances/6ba58ba5-00e7-4aa5-8489-c71830d21306_del complete
Nov 27 02:20:32 user nova-compute[75686]: INFO nova.compute.manager [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Took 1.22 seconds to destroy the instance on the hypervisor.
Nov 27 02:20:32 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:20:33 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Took 1.01 seconds to deallocate network for instance.
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-c2655e4f-3dbe-4e94-a27b-015b9e1f86d6 req-22f98404-c83d-4c86-aebd-d109314dfb45 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-deleted-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:20:33 user nova-compute[75686]: INFO nova.compute.manager [req-c2655e4f-3dbe-4e94-a27b-015b9e1f86d6 req-22f98404-c83d-4c86-aebd-d109314dfb45 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Neutron deleted interface 526d22ae-c492-4157-a1d8-5476b50e352e; detaching it from the instance and deleting it from the info cache
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.network.neutron [req-c2655e4f-3dbe-4e94-a27b-015b9e1f86d6 req-22f98404-c83d-4c86-aebd-d109314dfb45 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-c2655e4f-3dbe-4e94-a27b-015b9e1f86d6 req-22f98404-c83d-4c86-aebd-d109314dfb45 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Detach interface failed, port_id=526d22ae-c492-4157-a1d8-5476b50e352e, reason: Instance 6ba58ba5-00e7-4aa5-8489-c71830d21306 could not be found. {{(pid=75686) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:20:33 user nova-compute[75686]: WARNING nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received unexpected event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with vm_state active and task_state deleting.
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:20:33 user nova-compute[75686]: WARNING nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received unexpected event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with vm_state active and task_state deleting.
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:20:33 user nova-compute[75686]: WARNING nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received unexpected event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with vm_state active and task_state deleting.
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-unplugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-unplugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-unplugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Acquiring lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:33 user nova-compute[75686]: DEBUG nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] No waiting events found dispatching network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:20:33 user nova-compute[75686]: WARNING nova.compute.manager [req-bf8c367e-8795-4a83-ba76-9dddaadbdbac req-612a48a8-640f-40e0-98c9-b7e336850757 service nova] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Received unexpected event network-vif-plugged-526d22ae-c492-4157-a1d8-5476b50e352e for instance with vm_state active and task_state deleting.
Nov 27 02:20:34 user nova-compute[75686]: INFO nova.compute.manager [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Took 0.83 seconds to detach 1 volumes for instance.
Nov 27 02:20:34 user nova-compute[75686]: DEBUG nova.compute.manager [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 6ba58ba5-00e7-4aa5-8489-c71830d21306] Deleting volume: 256d7129-3d99-4f49-86ea-c569a15fe249 {{(pid=75686) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 02:20:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:34 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:20:34 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:20:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.156s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:34 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Deleted allocations for instance 6ba58ba5-00e7-4aa5-8489-c71830d21306
Nov 27 02:20:34 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-7c087be4-709c-4975-93ee-a04122473570 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "6ba58ba5-00e7-4aa5-8489-c71830d21306" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.616s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:42 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:20:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:20:43 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9111MB free_disk=24.99359130859375GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:20:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.357s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:20:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:20:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:20:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:46 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:20:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:20:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:20:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:20:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:20:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:20:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:20:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:20:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:20:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:21:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:21:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:21:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:21:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:21:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:21:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:21:36 user nova-compute[75686]: INFO nova.compute.claims [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Claim successful on node user
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.183s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:21:36 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.policy [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ce28ae5d00425aa86e27f13d7c07d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6227f7dcddc4c23ad0814748fe07197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:21:36 user nova-compute[75686]: INFO nova.virt.block_device [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Booting with volume 641aa6c5-b46a-43b2-80da-76b884496890 at /dev/vda
Nov 27 02:21:36 user nova-compute[75686]: DEBUG os_brick.utils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c48294bf-0319-41ff-8a75-563b52fda045]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a2a43ff-1a2b-4042-86a7-88dd768b1992]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e830c220-60a7-4c89-becd-76b6b1570806]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[80632dd7-6464-4759-9964-da31d50cec69]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:21:36 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3f6d09d-c2df-4194-a8b8-aa9d7abfe3e3]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG os_brick.utils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== get_connector_properties: return (118ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating existing volume attachment record: 53f7a78f-28e5-4737-8459-86df1a8c821f {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:36 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Successfully created port: 574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Successfully updated port: 574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquired lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-changed-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG nova.compute.manager [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Refreshing instance network info cache due to event network-changed-574f4dee-3e45-4319-8a47-3443eb7da829. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] Acquiring lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:21:37 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Releasing lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Instance network_info: |[{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] Acquired lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG nova.network.neutron [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Refreshing network info cache for port 574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG nova.network.neutron [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updated VIF entry in instance network info cache for port 574f4dee-3e45-4319-8a47-3443eb7da829. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG nova.network.neutron [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:21:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b99ece6a-c655-46d0-9e98-f2050dc5b5b9 req-0d5e9c4c-6c5e-4092-883f-a7057c2b29d7 service nova] Releasing lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:21:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:21:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:21:42 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Creating image(s)
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Ensure instance console log exists: /opt/stack/data/nova/instances/ca3cdd24-fb6c-4e14-b310-4149812d1fce/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Start _get_guest_xml network_info=[{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '53f7a78f-28e5-4737-8459-86df1a8c821f', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VGdMUBWi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ca3cdd24-fb6c-4e14-b310-4149812d1fce', 'attached_at': '', 'detached_at': '', 'volume_id': '641aa6c5-b46a-43b2-80da-76b884496890', 'serial': '641aa6c5-b46a-43b2-80da-76b884496890'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:21:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:21:42 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VGdMUBWi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:21:42 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:21:42 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:21:42 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[65c25216-f99f-4ccc-bb3b-80eff14b3789]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:21:42 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0ca4c0-a09f-490a-af2c-dc3bd672f7f9]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890] added
Nov 27 02:21:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc38f849-dab4-42ea-bff0-f916aa19254b]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2ab798d-df97-45a0-ac41-97a81b8b3df3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VGdMUBWi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VGdMUBWi" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[582eda5d-4647-461e-b2f5-fb6ca40b0ad1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VGdMUBWi'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d44bf20d-31b4-424e-aaff-ca04580d54a4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a768dea9-7087-4e16-9f2b-da94f9faaa78]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:21:42 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:21:42 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:21:42 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:21:42 user nova-compute[75686]: 
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[31522692-8922-41e6-b3d8-dc6a587c9e55]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260]
Nov 27 02:21:42 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260] successful.
Nov 27 02:21:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ddc9864-6ef9-4aa9-89b9-c5530439cabb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[726db8ff-0cf9-4540-855f-651b945996ac]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:21:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:21:42 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] HCTL ('33', '-', '-', 0) found on session 59 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5a332fb-04ab-4e42-9f7a-cbd749689036]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 59 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:21:42 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VGdMUBWi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '26366373236396265', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366373236396265', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:21:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-965272070',display_name='tempest-TestVolumeBootPattern-volume-backed-server-965272070',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-965272070',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOMr8VZgfLODxBvAUFk70svfTMHZ3NEYpooGwEOs4t/IvdcoRcCqOoZAvEH9w7fW9k1VYjq2+ROBGmrpFvkU5KN6sxcXBikITk7KYgbo3WntHQ7H3Rkgc1hMlbf/3zFDbA==',key_name='tempest-keypair-250614271',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-9z9sm7cj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:21:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=ca3cdd24-fb6c-4e14-b310-4149812d1fce,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:33:64,bridge_name='br-int',has_traffic_filtering=True,id=574f4dee-3e45-4319-8a47-3443eb7da829,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap574f4dee-3e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'pci_devices' on Instance uuid ca3cdd24-fb6c-4e14-b310-4149812d1fce {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:21:43 user nova-compute[75686]:   <uuid>ca3cdd24-fb6c-4e14-b310-4149812d1fce</uuid>
Nov 27 02:21:43 user nova-compute[75686]:   <name>instance-00000030</name>
Nov 27 02:21:43 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:21:43 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:21:43 user nova-compute[75686]:   <metadata>
Nov 27 02:21:43 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:21:43 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:21:43 user nova-compute[75686]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-965272070</nova:name>
Nov 27 02:21:43 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:21:42</nova:creationTime>
Nov 27 02:21:43 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:21:43 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:21:43 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:21:43 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:21:43 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:21:43 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:21:43 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:21:43 user nova-compute[75686]:       <nova:owner>
Nov 27 02:21:43 user nova-compute[75686]:         <nova:user uuid="88ce28ae5d00425aa86e27f13d7c07d9">tempest-TestVolumeBootPattern-1092048365-project-member</nova:user>
Nov 27 02:21:43 user nova-compute[75686]:         <nova:project uuid="f6227f7dcddc4c23ad0814748fe07197">tempest-TestVolumeBootPattern-1092048365</nova:project>
Nov 27 02:21:43 user nova-compute[75686]:       </nova:owner>
Nov 27 02:21:43 user nova-compute[75686]:       <nova:ports>
Nov 27 02:21:43 user nova-compute[75686]:         <nova:port uuid="574f4dee-3e45-4319-8a47-3443eb7da829">
Nov 27 02:21:43 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 27 02:21:43 user nova-compute[75686]:         </nova:port>
Nov 27 02:21:43 user nova-compute[75686]:       </nova:ports>
Nov 27 02:21:43 user nova-compute[75686]:     </nova:instance>
Nov 27 02:21:43 user nova-compute[75686]:   </metadata>
Nov 27 02:21:43 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:21:43 user nova-compute[75686]:     <system>
Nov 27 02:21:43 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:21:43 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:21:43 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:21:43 user nova-compute[75686]:       <entry name="serial">ca3cdd24-fb6c-4e14-b310-4149812d1fce</entry>
Nov 27 02:21:43 user nova-compute[75686]:       <entry name="uuid">ca3cdd24-fb6c-4e14-b310-4149812d1fce</entry>
Nov 27 02:21:43 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:21:43 user nova-compute[75686]:     </system>
Nov 27 02:21:43 user nova-compute[75686]:   </sysinfo>
Nov 27 02:21:43 user nova-compute[75686]:   <os>
Nov 27 02:21:43 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:21:43 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:21:43 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:21:43 user nova-compute[75686]:   </os>
Nov 27 02:21:43 user nova-compute[75686]:   <features>
Nov 27 02:21:43 user nova-compute[75686]:     <acpi/>
Nov 27 02:21:43 user nova-compute[75686]:     <apic/>
Nov 27 02:21:43 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:21:43 user nova-compute[75686]:   </features>
Nov 27 02:21:43 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:21:43 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:21:43 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:21:43 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:21:43 user nova-compute[75686]:   </clock>
Nov 27 02:21:43 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:21:43 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:21:43 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:21:43 user nova-compute[75686]:   </cpu>
Nov 27 02:21:43 user nova-compute[75686]:   <devices>
Nov 27 02:21:43 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:21:43 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:21:43 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 02:21:43 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:21:43 user nova-compute[75686]:       <serial>641aa6c5-b46a-43b2-80da-76b884496890</serial>
Nov 27 02:21:43 user nova-compute[75686]:     </disk>
Nov 27 02:21:43 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:21:43 user nova-compute[75686]:       <mac address="fa:16:3e:28:33:64"/>
Nov 27 02:21:43 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:21:43 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:21:43 user nova-compute[75686]:       <target dev="tap574f4dee-3e"/>
Nov 27 02:21:43 user nova-compute[75686]:     </interface>
Nov 27 02:21:43 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:21:43 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/ca3cdd24-fb6c-4e14-b310-4149812d1fce/console.log" append="off"/>
Nov 27 02:21:43 user nova-compute[75686]:     </serial>
Nov 27 02:21:43 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:21:43 user nova-compute[75686]:     <video>
Nov 27 02:21:43 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:21:43 user nova-compute[75686]:     </video>
Nov 27 02:21:43 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:21:43 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:21:43 user nova-compute[75686]:     </rng>
Nov 27 02:21:43 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:21:43 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:21:43 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:21:43 user nova-compute[75686]:     </memballoon>
Nov 27 02:21:43 user nova-compute[75686]:   </devices>
Nov 27 02:21:43 user nova-compute[75686]: </domain>
Nov 27 02:21:43 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:21:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-965272070',display_name='tempest-TestVolumeBootPattern-volume-backed-server-965272070',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-965272070',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOMr8VZgfLODxBvAUFk70svfTMHZ3NEYpooGwEOs4t/IvdcoRcCqOoZAvEH9w7fW9k1VYjq2+ROBGmrpFvkU5KN6sxcXBikITk7KYgbo3WntHQ7H3Rkgc1hMlbf/3zFDbA==',key_name='tempest-keypair-250614271',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-9z9sm7cj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:21:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=ca3cdd24-fb6c-4e14-b310-4149812d1fce,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:28:33:64,bridge_name='br-int',has_traffic_filtering=True,id=574f4dee-3e45-4319-8a47-3443eb7da829,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap574f4dee-3e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG os_vif [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:33:64,bridge_name='br-int',has_traffic_filtering=True,id=574f4dee-3e45-4319-8a47-3443eb7da829,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap574f4dee-3e') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f9655991-c7ca-5a6c-b5d9-a86b18d607f8', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:21:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap574f4dee-3e, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap574f4dee-3e, col_values=(('qos', UUID('82067a10-b44a-4115-af01-3ab04f90a899')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap574f4dee-3e, col_values=(('external_ids', {'iface-id': '574f4dee-3e45-4319-8a47-3443eb7da829', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:28:33:64', 'vm-uuid': 'ca3cdd24-fb6c-4e14-b310-4149812d1fce'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:44 user nova-compute[75686]: INFO os_vif [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:28:33:64,bridge_name='br-int',has_traffic_filtering=True,id=574f4dee-3e45-4319-8a47-3443eb7da829,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap574f4dee-3e')
Nov 27 02:21:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No VIF found with MAC fa:16:3e:28:33:64, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:21:44 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-e796e1fc-dcfb-4c3d-8187-6f4e9b0ad0f8 req-23c62b34-2fed-4d8a-8217-834d979845d0 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e796e1fc-dcfb-4c3d-8187-6f4e9b0ad0f8 req-23c62b34-2fed-4d8a-8217-834d979845d0 service nova] Acquiring lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e796e1fc-dcfb-4c3d-8187-6f4e9b0ad0f8 req-23c62b34-2fed-4d8a-8217-834d979845d0 service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e796e1fc-dcfb-4c3d-8187-6f4e9b0ad0f8 req-23c62b34-2fed-4d8a-8217-834d979845d0 service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:21:45 user nova-compute[75686]: DEBUG nova.compute.manager [req-e796e1fc-dcfb-4c3d-8187-6f4e9b0ad0f8 req-23c62b34-2fed-4d8a-8217-834d979845d0 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] No waiting events found dispatching network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:21:45 user nova-compute[75686]: WARNING nova.compute.manager [req-e796e1fc-dcfb-4c3d-8187-6f4e9b0ad0f8 req-23c62b34-2fed-4d8a-8217-834d979845d0 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received unexpected event network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 for instance with vm_state building and task_state spawning.
Nov 27 02:21:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:46 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:21:46 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:21:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9096MB free_disk=24.984325408935547GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ca3cdd24-fb6c-4e14-b310-4149812d1fce actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:21:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.175s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:21:47 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Instance spawned successfully.
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-861ea0eb-375c-4ba9-9f2d-1f75619488b2 req-7fb26106-4c0c-471e-8ab2-cbba90369311 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-861ea0eb-375c-4ba9-9f2d-1f75619488b2 req-7fb26106-4c0c-471e-8ab2-cbba90369311 service nova] Acquiring lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-861ea0eb-375c-4ba9-9f2d-1f75619488b2 req-7fb26106-4c0c-471e-8ab2-cbba90369311 service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-861ea0eb-375c-4ba9-9f2d-1f75619488b2 req-7fb26106-4c0c-471e-8ab2-cbba90369311 service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.compute.manager [req-861ea0eb-375c-4ba9-9f2d-1f75619488b2 req-7fb26106-4c0c-471e-8ab2-cbba90369311 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] No waiting events found dispatching network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:21:47 user nova-compute[75686]: WARNING nova.compute.manager [req-861ea0eb-375c-4ba9-9f2d-1f75619488b2 req-7fb26106-4c0c-471e-8ab2-cbba90369311 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received unexpected event network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 for instance with vm_state building and task_state spawning.
Nov 27 02:21:47 user nova-compute[75686]: INFO nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Took 5.01 seconds to spawn the instance on the hypervisor.
Nov 27 02:21:47 user nova-compute[75686]: DEBUG nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:21:47 user nova-compute[75686]: INFO nova.compute.manager [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Took 11.53 seconds to build instance.
Nov 27 02:21:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4b6019c-d5e3-4293-a458-69292a9fe9ba tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.626s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:21:48 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid ca3cdd24-fb6c-4e14-b310-4149812d1fce {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:21:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:49 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:21:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:21:49 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:21:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:21:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:21:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:21:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:21:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:21:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:22:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:22:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:37 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:22:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:22:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:44 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:22:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:22:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:22:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:22:45 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:22:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:22:46 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:22:46 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:22:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8980MB free_disk=24.983139038085938GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ca3cdd24-fb6c-4e14-b310-4149812d1fce actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:22:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.189s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:22:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:22:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:49 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:22:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:22:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:22:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:22:50 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:22:50 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid ca3cdd24-fb6c-4e14-b310-4149812d1fce {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:22:51 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:22:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:22:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:22:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:22:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:22:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:22:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:22:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:23:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:23:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:23:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-changed-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Refreshing instance network info cache due to event network-changed-574f4dee-3e45-4319-8a47-3443eb7da829. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] Acquiring lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] Acquired lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Refreshing network info cache for port 574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updated VIF entry in instance network info cache for port 574f4dee-3e45-4319-8a47-3443eb7da829. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:23:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-85d382d1-8f28-4a0d-9232-fd86e88e0fcc req-8b0c696a-7bd4-4e84-9220-2cf35f3c56f4 service nova] Releasing lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:23:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:23:33 user nova-compute[75686]: INFO nova.compute.claims [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Claim successful on node user
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.215s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:23:33 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.network.neutron [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:23:33 user nova-compute[75686]: DEBUG nova.policy [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ce28ae5d00425aa86e27f13d7c07d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6227f7dcddc4c23ad0814748fe07197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:23:33 user nova-compute[75686]: INFO nova.virt.block_device [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Booting with volume snapshot 47da5221-b074-42cf-a57d-7972d77a0bb4 at /dev/vda
Nov 27 02:23:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:34 user nova-compute[75686]: DEBUG nova.network.neutron [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Successfully created port: 2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Successfully updated port: 2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquired lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-changed-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.compute.manager [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Refreshing instance network info cache due to event network-changed-2cb6fa8f-49a1-4c53-909c-8ac838368973. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] Acquiring lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.network.neutron [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updating instance_info_cache with network_info: [{"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Releasing lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Instance network_info: |[{"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] Acquired lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:23:35 user nova-compute[75686]: DEBUG nova.network.neutron [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Refreshing network info cache for port 2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:23:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updated VIF entry in instance network info cache for port 2cb6fa8f-49a1-4c53-909c-8ac838368973. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:23:36 user nova-compute[75686]: DEBUG nova.network.neutron [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updating instance_info_cache with network_info: [{"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:23:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-8689479e-330d-405b-9093-dbbd1afff2ab req-fe59af9a-98eb-44da-b2ec-163ab6a493b0 service nova] Releasing lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:23:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG os_brick.utils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[57ba346c-eec1-44d2-bcba-159812a8c174]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd96521-bd1e-4fdf-97c9-9fc032ad7c63]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5af37c84-4904-48f7-abb5-4cb3abb45b03]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[250cc073-fca8-43d6-9d69-8bac096e029d]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:23:39 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:23:39 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d429a39-ac9f-41f0-9975-c7d675b0463d]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG os_brick.utils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:23:39 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updating existing volume attachment record: 4abc87aa-2d49-4768-aadd-8396b8785460 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:23:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:23:45 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Creating image(s)
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Ensure instance console log exists: /opt/stack/data/nova/instances/bb2449f1-ce09-4518-9ed0-d91d34b0d92f/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Start _get_guest_xml network_info=[{"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-27T02:23:28Z,direct_url=<?>,disk_format='qcow2',id=a2e5a4c2-b228-4373-956a-dd48c4758b4d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-621746319',owner='f6227f7dcddc4c23ad0814748fe07197',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-27T02:23:30Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '4abc87aa-2d49-4768-aadd-8396b8785460', 'delete_on_termination': True, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lPNxntMe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb2449f1-ce09-4518-9ed0-d91d34b0d92f', 'attached_at': '', 'detached_at': '', 'volume_id': '4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208', 'serial': '4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:23:45 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:23:45 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-27T02:23:28Z,direct_url=<?>,disk_format='qcow2',id=a2e5a4c2-b228-4373-956a-dd48c4758b4d,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-621746319',owner='f6227f7dcddc4c23ad0814748fe07197',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-27T02:23:30Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lPNxntMe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:23:45 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:23:45 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:23:45 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e83ecdea-13d9-47fc-9265-bd8bab4ac883]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:23:45 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a7c635-c90d-4715-b394-965b5911fcf2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208] added
Nov 27 02:23:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f0f8099-8b7d-46da-ba29-adbf72027ac2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[39a8a7be-33a6-427d-9342-81a85b4644ce]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lPNxntMe {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v lPNxntMe" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e715cfb-1405-4d8b-8d1d-d47bf8b1d798]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'lPNxntMe'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[392304c0-b771-4541-b013-a73b5f021f94]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5debdbf-d439-40cf-afb3-90b1f4e20ceb]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:23:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:23:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --login" returned: 0 in 0.049s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca8b57ab-99cc-47d9-8452-969a9fca5e40]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260]
Nov 27 02:23:45 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260] successful.
Nov 27 02:23:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[380376bb-50ea-4f3c-b1b1-b1b0477b067c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b322ffdf-6600-4773-aacc-36f82ffcaa5a]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:23:45 user nova-compute[75686]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 (non-flash)
Nov 27 02:23:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:23:45 user nova-compute[75686]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 (non-flash)
Nov 27 02:23:45 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] HCTL ('34', '-', '-', 0) found on session 60 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67837d8f-d023-45d7-a0df-13f759e049d3]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:23:45 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 60 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lPNxntMe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== connect_volume: return (1291ms) {'type': 'block', 'scsi_wwn': '23536323161636634', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23536323161636634', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:23:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-751337736',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-751337736',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-751337736',id=49,image_ref='a2e5a4c2-b228-4373-956a-dd48c4758b4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH4uS7M4SCNhnG3Idzj/uB/cvdV7Av0HxAwnNWxNT9oc5aMtSCtcfhmhxCDSlNllKVFy4dk5iLuGk7GKFX+H/7UzyjzUfSv6g5l+s3WGymP4doo2O69Bskq/3SLc+9rVXQ==',key_name='tempest-keypair-490804150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-suowxw99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1092048365',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:23:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=bb2449f1-ce09-4518-9ed0-d91d34b0d92f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:61:80,bridge_name='br-int',has_traffic_filtering=True,id=2cb6fa8f-49a1-4c53-909c-8ac838368973,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cb6fa8f-49') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.objects.instance [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'pci_devices' on Instance uuid bb2449f1-ce09-4518-9ed0-d91d34b0d92f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:23:46 user nova-compute[75686]:   <uuid>bb2449f1-ce09-4518-9ed0-d91d34b0d92f</uuid>
Nov 27 02:23:46 user nova-compute[75686]:   <name>instance-00000031</name>
Nov 27 02:23:46 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:23:46 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:23:46 user nova-compute[75686]:   <metadata>
Nov 27 02:23:46 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:23:46 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:23:46 user nova-compute[75686]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-751337736</nova:name>
Nov 27 02:23:46 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:23:45</nova:creationTime>
Nov 27 02:23:46 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:23:46 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:23:46 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:23:46 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:23:46 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:23:46 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:23:46 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:23:46 user nova-compute[75686]:       <nova:owner>
Nov 27 02:23:46 user nova-compute[75686]:         <nova:user uuid="88ce28ae5d00425aa86e27f13d7c07d9">tempest-TestVolumeBootPattern-1092048365-project-member</nova:user>
Nov 27 02:23:46 user nova-compute[75686]:         <nova:project uuid="f6227f7dcddc4c23ad0814748fe07197">tempest-TestVolumeBootPattern-1092048365</nova:project>
Nov 27 02:23:46 user nova-compute[75686]:       </nova:owner>
Nov 27 02:23:46 user nova-compute[75686]:       <nova:root type="image" uuid="a2e5a4c2-b228-4373-956a-dd48c4758b4d"/>
Nov 27 02:23:46 user nova-compute[75686]:       <nova:ports>
Nov 27 02:23:46 user nova-compute[75686]:         <nova:port uuid="2cb6fa8f-49a1-4c53-909c-8ac838368973">
Nov 27 02:23:46 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 27 02:23:46 user nova-compute[75686]:         </nova:port>
Nov 27 02:23:46 user nova-compute[75686]:       </nova:ports>
Nov 27 02:23:46 user nova-compute[75686]:     </nova:instance>
Nov 27 02:23:46 user nova-compute[75686]:   </metadata>
Nov 27 02:23:46 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:23:46 user nova-compute[75686]:     <system>
Nov 27 02:23:46 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:23:46 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:23:46 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:23:46 user nova-compute[75686]:       <entry name="serial">bb2449f1-ce09-4518-9ed0-d91d34b0d92f</entry>
Nov 27 02:23:46 user nova-compute[75686]:       <entry name="uuid">bb2449f1-ce09-4518-9ed0-d91d34b0d92f</entry>
Nov 27 02:23:46 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:23:46 user nova-compute[75686]:     </system>
Nov 27 02:23:46 user nova-compute[75686]:   </sysinfo>
Nov 27 02:23:46 user nova-compute[75686]:   <os>
Nov 27 02:23:46 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:23:46 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:23:46 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:23:46 user nova-compute[75686]:   </os>
Nov 27 02:23:46 user nova-compute[75686]:   <features>
Nov 27 02:23:46 user nova-compute[75686]:     <acpi/>
Nov 27 02:23:46 user nova-compute[75686]:     <apic/>
Nov 27 02:23:46 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:23:46 user nova-compute[75686]:   </features>
Nov 27 02:23:46 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:23:46 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:23:46 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:23:46 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:23:46 user nova-compute[75686]:   </clock>
Nov 27 02:23:46 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:23:46 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:23:46 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:23:46 user nova-compute[75686]:   </cpu>
Nov 27 02:23:46 user nova-compute[75686]:   <devices>
Nov 27 02:23:46 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:23:46 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:23:46 user nova-compute[75686]:       <source dev="/dev/sdc"/>
Nov 27 02:23:46 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:23:46 user nova-compute[75686]:       <serial>4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208</serial>
Nov 27 02:23:46 user nova-compute[75686]:     </disk>
Nov 27 02:23:46 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:23:46 user nova-compute[75686]:       <mac address="fa:16:3e:55:61:80"/>
Nov 27 02:23:46 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:23:46 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:23:46 user nova-compute[75686]:       <target dev="tap2cb6fa8f-49"/>
Nov 27 02:23:46 user nova-compute[75686]:     </interface>
Nov 27 02:23:46 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:23:46 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/bb2449f1-ce09-4518-9ed0-d91d34b0d92f/console.log" append="off"/>
Nov 27 02:23:46 user nova-compute[75686]:     </serial>
Nov 27 02:23:46 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:23:46 user nova-compute[75686]:     <video>
Nov 27 02:23:46 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:23:46 user nova-compute[75686]:     </video>
Nov 27 02:23:46 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:23:46 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:23:46 user nova-compute[75686]:     </rng>
Nov 27 02:23:46 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:23:46 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:23:46 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:23:46 user nova-compute[75686]:     </memballoon>
Nov 27 02:23:46 user nova-compute[75686]:   </devices>
Nov 27 02:23:46 user nova-compute[75686]: </domain>
Nov 27 02:23:46 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:23:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-751337736',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-751337736',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-751337736',id=49,image_ref='a2e5a4c2-b228-4373-956a-dd48c4758b4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH4uS7M4SCNhnG3Idzj/uB/cvdV7Av0HxAwnNWxNT9oc5aMtSCtcfhmhxCDSlNllKVFy4dk5iLuGk7GKFX+H/7UzyjzUfSv6g5l+s3WGymP4doo2O69Bskq/3SLc+9rVXQ==',key_name='tempest-keypair-490804150',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-suowxw99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1092048365',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:23:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=bb2449f1-ce09-4518-9ed0-d91d34b0d92f,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:55:61:80,bridge_name='br-int',has_traffic_filtering=True,id=2cb6fa8f-49a1-4c53-909c-8ac838368973,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cb6fa8f-49') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG os_vif [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:61:80,bridge_name='br-int',has_traffic_filtering=True,id=2cb6fa8f-49a1-4c53-909c-8ac838368973,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cb6fa8f-49') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '35543443-e53b-5c9e-928b-5ebe40390c04', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2cb6fa8f-49, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2cb6fa8f-49, col_values=(('qos', UUID('8b13891a-a2ec-481a-ab77-0d3eb682d297')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2cb6fa8f-49, col_values=(('external_ids', {'iface-id': '2cb6fa8f-49a1-4c53-909c-8ac838368973', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:55:61:80', 'vm-uuid': 'bb2449f1-ce09-4518-9ed0-d91d34b0d92f'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:47 user nova-compute[75686]: INFO os_vif [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:55:61:80,bridge_name='br-int',has_traffic_filtering=True,id=2cb6fa8f-49a1-4c53-909c-8ac838368973,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cb6fa8f-49')
Nov 27 02:23:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:23:47 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No VIF found with MAC fa:16:3e:55:61:80, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:23:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:23:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:23:47 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:23:47 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-659975cd-9259-4f96-b73c-ab36e3687681 req-6c5d534d-9d82-48da-9972-0baef93e33bd service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-659975cd-9259-4f96-b73c-ab36e3687681 req-6c5d534d-9d82-48da-9972-0baef93e33bd service nova] Acquiring lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-659975cd-9259-4f96-b73c-ab36e3687681 req-6c5d534d-9d82-48da-9972-0baef93e33bd service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-659975cd-9259-4f96-b73c-ab36e3687681 req-6c5d534d-9d82-48da-9972-0baef93e33bd service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG nova.compute.manager [req-659975cd-9259-4f96-b73c-ab36e3687681 req-6c5d534d-9d82-48da-9972-0baef93e33bd service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] No waiting events found dispatching network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:23:48 user nova-compute[75686]: WARNING nova.compute.manager [req-659975cd-9259-4f96-b73c-ab36e3687681 req-6c5d534d-9d82-48da-9972-0baef93e33bd service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received unexpected event network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 for instance with vm_state building and task_state spawning.
Nov 27 02:23:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:23:48 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:49 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:23:49 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8954MB free_disk=24.981643676757812GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ca3cdd24-fb6c-4e14-b310-4149812d1fce actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance bb2449f1-ce09-4518-9ed0-d91d34b0d92f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:23:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.216s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:23:50 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Instance spawned successfully.
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:23:50 user nova-compute[75686]: INFO nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Took 4.94 seconds to spawn the instance on the hypervisor.
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-7fabfa97-8f42-482c-8378-3d8f3afbf623 req-650c14bf-cb06-4e9c-9b07-37921a7ddd0f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7fabfa97-8f42-482c-8378-3d8f3afbf623 req-650c14bf-cb06-4e9c-9b07-37921a7ddd0f service nova] Acquiring lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7fabfa97-8f42-482c-8378-3d8f3afbf623 req-650c14bf-cb06-4e9c-9b07-37921a7ddd0f service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-7fabfa97-8f42-482c-8378-3d8f3afbf623 req-650c14bf-cb06-4e9c-9b07-37921a7ddd0f service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:23:50 user nova-compute[75686]: DEBUG nova.compute.manager [req-7fabfa97-8f42-482c-8378-3d8f3afbf623 req-650c14bf-cb06-4e9c-9b07-37921a7ddd0f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] No waiting events found dispatching network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:23:50 user nova-compute[75686]: WARNING nova.compute.manager [req-7fabfa97-8f42-482c-8378-3d8f3afbf623 req-650c14bf-cb06-4e9c-9b07-37921a7ddd0f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received unexpected event network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 for instance with vm_state building and task_state spawning.
Nov 27 02:23:50 user nova-compute[75686]: INFO nova.compute.manager [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Took 17.02 seconds to build instance.
Nov 27 02:23:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-37984416-80f1-48c1-ac18-2c86be478d71 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.175s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid ca3cdd24-fb6c-4e14-b310-4149812d1fce {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:23:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:23:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:23:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:23:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:23:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:23:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:23:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:23:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:23:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:24:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:24:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:38 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:24:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:24:48 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:24:49 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:24:49 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8895MB free_disk=24.98044204711914GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ca3cdd24-fb6c-4e14-b310-4149812d1fce actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance bb2449f1-ce09-4518-9ed0-d91d34b0d92f actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:24:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.212s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:24:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:24:52 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:24:53 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updating instance_info_cache with network_info: [{"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:24:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:24:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:24:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:24:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:24:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:24:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:24:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:24:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:25:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:25:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:25:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:03 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:25:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:25:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:25:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-changed-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:25:24 user nova-compute[75686]: DEBUG nova.compute.manager [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Refreshing instance network info cache due to event network-changed-2cb6fa8f-49a1-4c53-909c-8ac838368973. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:25:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] Acquiring lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:25:24 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] Acquired lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:25:24 user nova-compute[75686]: DEBUG nova.network.neutron [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Refreshing network info cache for port 2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updated VIF entry in instance network info cache for port 2cb6fa8f-49a1-4c53-909c-8ac838368973. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG nova.network.neutron [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updating instance_info_cache with network_info: [{"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b579a2b2-9824-4729-bc89-9a1ba4ef3f48 req-6c3c0413-d360-4ccb-85c9-9235d6a4d190 service nova] Releasing lock "refresh_cache-bb2449f1-ce09-4518-9ed0-d91d34b0d92f" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:25:25 user nova-compute[75686]: INFO nova.compute.manager [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Terminating instance
Nov 27 02:25:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Instance destroyed successfully.
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.objects.instance [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'resources' on Instance uuid bb2449f1-ce09-4518-9ed0-d91d34b0d92f {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:23:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-751337736',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-751337736',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-751337736',id=49,image_ref='a2e5a4c2-b228-4373-956a-dd48c4758b4d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBH4uS7M4SCNhnG3Idzj/uB/cvdV7Av0HxAwnNWxNT9oc5aMtSCtcfhmhxCDSlNllKVFy4dk5iLuGk7GKFX+H/7UzyjzUfSv6g5l+s3WGymP4doo2O69Bskq/3SLc+9rVXQ==',key_name='tempest-keypair-490804150',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:23:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-suowxw99',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-1092048365',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:23:51Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=bb2449f1-ce09-4518-9ed0-d91d34b0d92f,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "address": "fa:16:3e:55:61:80", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.125", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2cb6fa8f-49", "ovs_interfaceid": "2cb6fa8f-49a1-4c53-909c-8ac838368973", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:55:61:80,bridge_name='br-int',has_traffic_filtering=True,id=2cb6fa8f-49a1-4c53-909c-8ac838368973,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cb6fa8f-49') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_vif [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:61:80,bridge_name='br-int',has_traffic_filtering=True,id=2cb6fa8f-49a1-4c53-909c-8ac838368973,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cb6fa8f-49') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2cb6fa8f-49, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8b13891a-a2ec-481a-ab77-0d3eb682d297) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:26 user nova-compute[75686]: INFO os_vif [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:55:61:80,bridge_name='br-int',has_traffic_filtering=True,id=2cb6fa8f-49a1-4c53-909c-8ac838368973,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2cb6fa8f-49')
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'lPNxntMe', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:25:26 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf2ff79a-32ee-4f07-a239-709d870796cb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:25:26 user nova-compute[75686]: No targets found.
Nov 27 02:25:26 user nova-compute[75686]: iSNS:
Nov 27 02:25:26 user nova-compute[75686]: No targets found.
Nov 27 02:25:26 user nova-compute[75686]: STATIC:
Nov 27 02:25:26 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208
Nov 27 02:25:26 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:25:26 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:25:26 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890
Nov 27 02:25:26 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:25:26 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:25:26 user nova-compute[75686]: FIRMWARE:
Nov 27 02:25:26 user nova-compute[75686]: No targets found.
Nov 27 02:25:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:25:26 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:25:26 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e4d13c8-8723-458e-8a46-c061a61e43e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cec10769-5197-4867-917f-b82846966e06]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:25:26 user nova-compute[75686]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 (non-flash)
Nov 27 02:25:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:25:26 user nova-compute[75686]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 (non-flash)
Nov 27 02:25:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51482d5f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[22283fa4-bf7b-4a9b-ad09-097bd2b61b90]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff0ccc0d-c399-4bfe-8179-221619afe20a]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a381522-de30-4cb6-a18f-d2eea6d134fa]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[49b0211f-d1db-46b9-88a5-a7761164d984]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[586e9ed7-431a-46b7-8f84-93523b8c98c4]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c70c928e-18a4-4fd9-a972-38b9664ce761]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260]
Nov 27 02:25:26 user nova-compute[75686]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208, portal: 172.16.0.220,3260] successful.
Nov 27 02:25:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[12c676b9-5a0d-4a73-898a-ae26c29ddf46]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.320s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== disconnect_volume: return (321ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:25:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Deleting instance files /opt/stack/data/nova/instances/bb2449f1-ce09-4518-9ed0-d91d34b0d92f_del
Nov 27 02:25:26 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Deletion of /opt/stack/data/nova/instances/bb2449f1-ce09-4518-9ed0-d91d34b0d92f_del complete
Nov 27 02:25:26 user nova-compute[75686]: INFO nova.compute.manager [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-vif-unplugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] Acquiring lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] No waiting events found dispatching network-vif-unplugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-vif-unplugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] Acquiring lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:25:26 user nova-compute[75686]: DEBUG nova.compute.manager [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] No waiting events found dispatching network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:25:26 user nova-compute[75686]: WARNING nova.compute.manager [req-4e0a31bd-d268-4871-bb1a-27f925ae9d83 req-3787f2e7-f7dc-44bf-90cc-5fe1f3dcc08f service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received unexpected event network-vif-plugged-2cb6fa8f-49a1-4c53-909c-8ac838368973 for instance with vm_state active and task_state deleting.
Nov 27 02:25:27 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:25:27 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Took 0.81 seconds to deallocate network for instance.
Nov 27 02:25:28 user nova-compute[75686]: INFO nova.compute.manager [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Took 0.81 seconds to detach 1 volumes for instance.
Nov 27 02:25:28 user nova-compute[75686]: DEBUG nova.compute.manager [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Deleting volume: 4db5f3cd-dc65-4ec7-a7d1-b2f8dc8f8208 {{(pid=75686) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 02:25:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:25:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:25:28 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:25:28 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:25:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.146s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:25:28 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Deleted allocations for instance bb2449f1-ce09-4518-9ed0-d91d34b0d92f
Nov 27 02:25:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d4e0da4a-d023-4b94-821e-2cada1afa672 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "bb2449f1-ce09-4518-9ed0-d91d34b0d92f" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.245s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:25:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-c173aece-6920-49d5-9697-bdb778c80448 req-21b2d5f6-0d05-492c-9f50-fb28473e1cb4 service nova] [instance: bb2449f1-ce09-4518-9ed0-d91d34b0d92f] Received event network-vif-deleted-2cb6fa8f-49a1-4c53-909c-8ac838368973 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:25:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:39 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:43 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:49 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:25:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:25:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:25:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:25:49 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:25:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:25:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8979MB free_disk=24.979583740234375GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance ca3cdd24-fb6c-4e14-b310-4149812d1fce actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:25:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.378s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:25:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:25:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:25:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:25:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:25:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:25:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:25:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:25:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:25:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:25:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid ca3cdd24-fb6c-4e14-b310-4149812d1fce {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:25:54 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [{"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:25:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-ca3cdd24-fb6c-4e14-b310-4149812d1fce" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:25:54 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:25:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:25:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:01 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:26:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:26:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:26:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:26:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:26:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:26:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:26:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:26:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:26:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:26:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:26:18 user nova-compute[75686]: INFO nova.compute.manager [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Terminating instance
Nov 27 02:26:18 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-93a86298-7c3a-40ee-a3a1-abc25a22f15e req-1958c6d8-d0b6-496e-ba34-e863cd07da8f service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-vif-unplugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-93a86298-7c3a-40ee-a3a1-abc25a22f15e req-1958c6d8-d0b6-496e-ba34-e863cd07da8f service nova] Acquiring lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-93a86298-7c3a-40ee-a3a1-abc25a22f15e req-1958c6d8-d0b6-496e-ba34-e863cd07da8f service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-93a86298-7c3a-40ee-a3a1-abc25a22f15e req-1958c6d8-d0b6-496e-ba34-e863cd07da8f service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-93a86298-7c3a-40ee-a3a1-abc25a22f15e req-1958c6d8-d0b6-496e-ba34-e863cd07da8f service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] No waiting events found dispatching network-vif-unplugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-93a86298-7c3a-40ee-a3a1-abc25a22f15e req-1958c6d8-d0b6-496e-ba34-e863cd07da8f service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-vif-unplugged-574f4dee-3e45-4319-8a47-3443eb7da829 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:26:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Instance destroyed successfully.
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'resources' on Instance uuid ca3cdd24-fb6c-4e14-b310-4149812d1fce {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:21:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-965272070',display_name='tempest-TestVolumeBootPattern-volume-backed-server-965272070',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-965272070',id=48,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBOMr8VZgfLODxBvAUFk70svfTMHZ3NEYpooGwEOs4t/IvdcoRcCqOoZAvEH9w7fW9k1VYjq2+ROBGmrpFvkU5KN6sxcXBikITk7KYgbo3WntHQ7H3Rkgc1hMlbf/3zFDbA==',key_name='tempest-keypair-250614271',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:21:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-9z9sm7cj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:21:48Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=ca3cdd24-fb6c-4e14-b310-4149812d1fce,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "574f4dee-3e45-4319-8a47-3443eb7da829", "address": "fa:16:3e:28:33:64", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap574f4dee-3e", "ovs_interfaceid": "574f4dee-3e45-4319-8a47-3443eb7da829", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:28:33:64,bridge_name='br-int',has_traffic_filtering=True,id=574f4dee-3e45-4319-8a47-3443eb7da829,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap574f4dee-3e') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_vif [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:33:64,bridge_name='br-int',has_traffic_filtering=True,id=574f4dee-3e45-4319-8a47-3443eb7da829,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap574f4dee-3e') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap574f4dee-3e, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=82067a10-b44a-4115-af01-3ab04f90a899) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:26:19 user nova-compute[75686]: INFO os_vif [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:28:33:64,bridge_name='br-int',has_traffic_filtering=True,id=574f4dee-3e45-4319-8a47-3443eb7da829,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap574f4dee-3e')
Nov 27 02:26:19 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VGdMUBWi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:26:19 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b233a556-1191-43b6-95f3-fd7d83db13bb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:26:19 user nova-compute[75686]: No targets found.
Nov 27 02:26:19 user nova-compute[75686]: iSNS:
Nov 27 02:26:19 user nova-compute[75686]: No targets found.
Nov 27 02:26:19 user nova-compute[75686]: STATIC:
Nov 27 02:26:19 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890
Nov 27 02:26:19 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:26:19 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:26:19 user nova-compute[75686]: FIRMWARE:
Nov 27 02:26:19 user nova-compute[75686]: No targets found.
Nov 27 02:26:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:26:19 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:26:19 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e99d47-5bcd-4947-9354-344561fc09b5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f3e93ef-11c1-4069-9243-bda1defe63d2]: (4, ('tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:26:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [59] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 (non-flash)
Nov 27 02:26:19 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f51482d4f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[199a3cb8-effb-46e6-a013-a83b721f8e87]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd4bbae5-4f19-48f2-a424-b4ca9572cddf]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea79733-6e51-4c9e-ad59-ede603652a18]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.051s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa5d648-63e4-464d-b193-ac4fba970465]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26366373236396265', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_d8de8483', '/dev/disk/by-id/scsi-1SCST_BIOd8de8483-cf7269be0bf7a8a2') {{(pid=86898) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9c894f0-a526-4794-b6c1-ea2ed6b98114]: (4, None) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5231598a-bb84-41bc-b752-72ff63bfc94a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:26:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[08fdc434-753a-4abb-bfb4-b9195026bbf8]: (4, ('Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260]\nLogout of [sid: 59, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 59, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260]
Nov 27 02:26:20 user nova-compute[75686]: Logout of [sid: 59, target: iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890, portal: 172.16.0.220,3260] successful.
Nov 27 02:26:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:641aa6c5-b46a-43b2-80da-76b884496890 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[52f3b68d-4ff0-41ab-8311-db4c9127be87]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== disconnect_volume: return (300ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:26:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Deleting instance files /opt/stack/data/nova/instances/ca3cdd24-fb6c-4e14-b310-4149812d1fce_del
Nov 27 02:26:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Deletion of /opt/stack/data/nova/instances/ca3cdd24-fb6c-4e14-b310-4149812d1fce_del complete
Nov 27 02:26:20 user nova-compute[75686]: INFO nova.compute.manager [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Took 1.14 seconds to destroy the instance on the hypervisor.
Nov 27 02:26:20 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:26:20 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:26:21 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:26:21 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Took 0.90 seconds to deallocate network for instance.
Nov 27 02:26:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-e94565af-25b0-4313-9df3-e316c644cf78 req-cfb04b7a-4211-46f9-bb7d-17b8f95a4ba6 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:26:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e94565af-25b0-4313-9df3-e316c644cf78 req-cfb04b7a-4211-46f9-bb7d-17b8f95a4ba6 service nova] Acquiring lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:26:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e94565af-25b0-4313-9df3-e316c644cf78 req-cfb04b7a-4211-46f9-bb7d-17b8f95a4ba6 service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:26:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e94565af-25b0-4313-9df3-e316c644cf78 req-cfb04b7a-4211-46f9-bb7d-17b8f95a4ba6 service nova] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:26:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-e94565af-25b0-4313-9df3-e316c644cf78 req-cfb04b7a-4211-46f9-bb7d-17b8f95a4ba6 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] No waiting events found dispatching network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:26:21 user nova-compute[75686]: WARNING nova.compute.manager [req-e94565af-25b0-4313-9df3-e316c644cf78 req-cfb04b7a-4211-46f9-bb7d-17b8f95a4ba6 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received unexpected event network-vif-plugged-574f4dee-3e45-4319-8a47-3443eb7da829 for instance with vm_state active and task_state deleting.
Nov 27 02:26:21 user nova-compute[75686]: DEBUG nova.compute.manager [req-e94565af-25b0-4313-9df3-e316c644cf78 req-cfb04b7a-4211-46f9-bb7d-17b8f95a4ba6 service nova] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Received event network-vif-deleted-574f4dee-3e45-4319-8a47-3443eb7da829 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:26:21 user nova-compute[75686]: INFO nova.compute.manager [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Took 0.85 seconds to detach 1 volumes for instance.
Nov 27 02:26:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: ca3cdd24-fb6c-4e14-b310-4149812d1fce] Deleting volume: 641aa6c5-b46a-43b2-80da-76b884496890 {{(pid=75686) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 27 02:26:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:26:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:26:22 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:26:22 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:26:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.121s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:26:22 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Deleted allocations for instance ca3cdd24-fb6c-4e14-b310-4149812d1fce
Nov 27 02:26:22 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0c26011a-dc10-4ca1-b271-1446cc825807 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "ca3cdd24-fb6c-4e14-b310-4149812d1fce" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.254s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:26:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:26:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:26:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:26:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:26:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:26:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:40 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:26:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:49 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:26:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:26:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:26:49 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:26:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:26:50 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:26:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9120MB free_disk=24.978778839111328GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:26:50 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.136s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:26:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:51 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:26:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:26:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:26:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:26:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:26:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:26:55 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:26:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:26:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:26:57 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:26:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:03 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:27:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:27:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:27:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:27:18 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:27:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:27:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:27:18 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:27:18 user nova-compute[75686]: INFO nova.compute.claims [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Claim successful on node user
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.197s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.network.neutron [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:27:19 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.policy [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ce28ae5d00425aa86e27f13d7c07d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6227f7dcddc4c23ad0814748fe07197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:27:19 user nova-compute[75686]: INFO nova.virt.block_device [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Booting with volume a1a7c240-3585-46bf-a3fb-15e9e47bc383 at /dev/vda
Nov 27 02:27:19 user nova-compute[75686]: DEBUG os_brick.utils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[33c72391-bd1c-45d2-a437-09a159cedc54]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4d15d4-f1f2-448c-a772-81d4a9fa67af]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a7ecfc-d657-4759-8d1f-a13fa1cb2c56]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc74a7cb-fc28-49b4-9575-89fca37fa646]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:27:19 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:27:19 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dadaa09-a57c-4ade-83cb-929daaffd6b7]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG os_brick.utils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== get_connector_properties: return (125ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updating existing volume attachment record: c25873e1-6b5b-4775-9bd1-112474161300 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:27:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG nova.network.neutron [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Successfully created port: 542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG nova.network.neutron [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Successfully updated port: 542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquired lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG nova.network.neutron [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-changed-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG nova.compute.manager [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Refreshing instance network info cache due to event network-changed-542a562c-86f2-4d35-88c6-e16db8a48010. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] Acquiring lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:27:20 user nova-compute[75686]: DEBUG nova.network.neutron [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG nova.network.neutron [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updating instance_info_cache with network_info: [{"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Releasing lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Instance network_info: |[{"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] Acquired lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG nova.network.neutron [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Refreshing network info cache for port 542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG nova.network.neutron [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updated VIF entry in instance network info cache for port 542a562c-86f2-4d35-88c6-e16db8a48010. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG nova.network.neutron [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updating instance_info_cache with network_info: [{"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:27:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b2032175-f72b-4f44-906b-f235134e0cfe req-76927d78-8b18-4fb7-bebe-0fe745b575bd service nova] Releasing lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:27:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:27:25 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Creating image(s)
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Ensure instance console log exists: /opt/stack/data/nova/instances/9e520ec4-aa92-42ca-9ec7-ada6805ca147/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Start _get_guest_xml network_info=[{"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': 'c25873e1-6b5b-4775-9bd1-112474161300', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9e520ec4-aa92-42ca-9ec7-ada6805ca147', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'serial': 'a1a7c240-3585-46bf-a3fb-15e9e47bc383'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:27:25 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:27:25 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:27:25 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:27:25 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:27:25 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa029b21-66eb-4c03-8663-cca782a94d61]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:27:25 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f4f53cc-0c03-486f-a87d-ef4b492ca855]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383] added
Nov 27 02:27:25 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6fa0df8-f97b-4426-a21c-785fd034c0b5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e223bc7e-303e-461d-98f1-04b58c4beb22]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRhKSTqc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRhKSTqc" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a379e6-a958-4af8-a384-5be39a6f4a84]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HRhKSTqc'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e9999ab-3e48-4321-ae36-2769ea210711]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7e765c2-e87c-45b7-8a18-0bb798281e18]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:27:25 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:27:25 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:27:25 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:27:25 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:27:25 user nova-compute[75686]: 
Nov 27 02:27:25 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --login" returned: 0 in 0.046s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ecfa7db-6455-4c0e-833c-1484a8c67580]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]
Nov 27 02:27:26 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.
Nov 27 02:27:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3497a0b-b25d-4e26-8b13-ed51a5a8c7db]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[884283ec-ed53-48da-81e5-0f0b1590518f]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:27:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:27:26 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.287s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[84219a57-d4af-49b5-9ec9-77974f256f10]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:27:26 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.318s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== connect_volume: return (1319ms) {'type': 'block', 'scsi_wwn': '23564666431353335', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564666431353335', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:27:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1057759231',display_name='tempest-TestVolumeBootPattern-server-1057759231',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1057759231',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-ccyt3fly',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:27:19Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=9e520ec4-aa92-42ca-9ec7-ada6805ca147,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:f1:41,bridge_name='br-int',has_traffic_filtering=True,id=542a562c-86f2-4d35-88c6-e16db8a48010,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542a562c-86') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.objects.instance [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'pci_devices' on Instance uuid 9e520ec4-aa92-42ca-9ec7-ada6805ca147 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:27:27 user nova-compute[75686]:   <uuid>9e520ec4-aa92-42ca-9ec7-ada6805ca147</uuid>
Nov 27 02:27:27 user nova-compute[75686]:   <name>instance-00000032</name>
Nov 27 02:27:27 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:27:27 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:27:27 user nova-compute[75686]:   <metadata>
Nov 27 02:27:27 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:27:27 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:27:27 user nova-compute[75686]:       <nova:name>tempest-TestVolumeBootPattern-server-1057759231</nova:name>
Nov 27 02:27:27 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:27:25</nova:creationTime>
Nov 27 02:27:27 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:27:27 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:27:27 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:27:27 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:27:27 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:27:27 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:27:27 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:27:27 user nova-compute[75686]:       <nova:owner>
Nov 27 02:27:27 user nova-compute[75686]:         <nova:user uuid="88ce28ae5d00425aa86e27f13d7c07d9">tempest-TestVolumeBootPattern-1092048365-project-member</nova:user>
Nov 27 02:27:27 user nova-compute[75686]:         <nova:project uuid="f6227f7dcddc4c23ad0814748fe07197">tempest-TestVolumeBootPattern-1092048365</nova:project>
Nov 27 02:27:27 user nova-compute[75686]:       </nova:owner>
Nov 27 02:27:27 user nova-compute[75686]:       <nova:ports>
Nov 27 02:27:27 user nova-compute[75686]:         <nova:port uuid="542a562c-86f2-4d35-88c6-e16db8a48010">
Nov 27 02:27:27 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 02:27:27 user nova-compute[75686]:         </nova:port>
Nov 27 02:27:27 user nova-compute[75686]:       </nova:ports>
Nov 27 02:27:27 user nova-compute[75686]:     </nova:instance>
Nov 27 02:27:27 user nova-compute[75686]:   </metadata>
Nov 27 02:27:27 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:27:27 user nova-compute[75686]:     <system>
Nov 27 02:27:27 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:27:27 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:27:27 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:27:27 user nova-compute[75686]:       <entry name="serial">9e520ec4-aa92-42ca-9ec7-ada6805ca147</entry>
Nov 27 02:27:27 user nova-compute[75686]:       <entry name="uuid">9e520ec4-aa92-42ca-9ec7-ada6805ca147</entry>
Nov 27 02:27:27 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:27:27 user nova-compute[75686]:     </system>
Nov 27 02:27:27 user nova-compute[75686]:   </sysinfo>
Nov 27 02:27:27 user nova-compute[75686]:   <os>
Nov 27 02:27:27 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:27:27 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:27:27 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:27:27 user nova-compute[75686]:   </os>
Nov 27 02:27:27 user nova-compute[75686]:   <features>
Nov 27 02:27:27 user nova-compute[75686]:     <acpi/>
Nov 27 02:27:27 user nova-compute[75686]:     <apic/>
Nov 27 02:27:27 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:27:27 user nova-compute[75686]:   </features>
Nov 27 02:27:27 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:27:27 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:27:27 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:27:27 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:27:27 user nova-compute[75686]:   </clock>
Nov 27 02:27:27 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:27:27 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:27:27 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:27:27 user nova-compute[75686]:   </cpu>
Nov 27 02:27:27 user nova-compute[75686]:   <devices>
Nov 27 02:27:27 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:27:27 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:27:27 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 02:27:27 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:27:27 user nova-compute[75686]:       <serial>a1a7c240-3585-46bf-a3fb-15e9e47bc383</serial>
Nov 27 02:27:27 user nova-compute[75686]:     </disk>
Nov 27 02:27:27 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:27:27 user nova-compute[75686]:       <mac address="fa:16:3e:f7:f1:41"/>
Nov 27 02:27:27 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:27:27 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:27:27 user nova-compute[75686]:       <target dev="tap542a562c-86"/>
Nov 27 02:27:27 user nova-compute[75686]:     </interface>
Nov 27 02:27:27 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:27:27 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/9e520ec4-aa92-42ca-9ec7-ada6805ca147/console.log" append="off"/>
Nov 27 02:27:27 user nova-compute[75686]:     </serial>
Nov 27 02:27:27 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:27:27 user nova-compute[75686]:     <video>
Nov 27 02:27:27 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:27:27 user nova-compute[75686]:     </video>
Nov 27 02:27:27 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:27:27 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:27:27 user nova-compute[75686]:     </rng>
Nov 27 02:27:27 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:27:27 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:27:27 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:27:27 user nova-compute[75686]:     </memballoon>
Nov 27 02:27:27 user nova-compute[75686]:   </devices>
Nov 27 02:27:27 user nova-compute[75686]: </domain>
Nov 27 02:27:27 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:27:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1057759231',display_name='tempest-TestVolumeBootPattern-server-1057759231',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1057759231',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-ccyt3fly',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:27:19Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=9e520ec4-aa92-42ca-9ec7-ada6805ca147,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:f1:41,bridge_name='br-int',has_traffic_filtering=True,id=542a562c-86f2-4d35-88c6-e16db8a48010,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542a562c-86') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG os_vif [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:f1:41,bridge_name='br-int',has_traffic_filtering=True,id=542a562c-86f2-4d35-88c6-e16db8a48010,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542a562c-86') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '04d26229-2585-5950-acb7-1d3d4f4752b7', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap542a562c-86, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap542a562c-86, col_values=(('qos', UUID('a1c56599-c247-4cf4-99be-2cd5be47581a')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap542a562c-86, col_values=(('external_ids', {'iface-id': '542a562c-86f2-4d35-88c6-e16db8a48010', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:f1:41', 'vm-uuid': '9e520ec4-aa92-42ca-9ec7-ada6805ca147'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:27 user nova-compute[75686]: INFO os_vif [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:f1:41,bridge_name='br-int',has_traffic_filtering=True,id=542a562c-86f2-4d35-88c6-e16db8a48010,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542a562c-86')
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:27:27 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No VIF found with MAC fa:16:3e:f7:f1:41, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:27:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-e681f33f-2ab8-420e-9942-48787072f707 req-66bd0033-26e0-44cb-bb73-751c633c6427 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:27:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e681f33f-2ab8-420e-9942-48787072f707 req-66bd0033-26e0-44cb-bb73-751c633c6427 service nova] Acquiring lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:27:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e681f33f-2ab8-420e-9942-48787072f707 req-66bd0033-26e0-44cb-bb73-751c633c6427 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:27:28 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e681f33f-2ab8-420e-9942-48787072f707 req-66bd0033-26e0-44cb-bb73-751c633c6427 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:27:28 user nova-compute[75686]: DEBUG nova.compute.manager [req-e681f33f-2ab8-420e-9942-48787072f707 req-66bd0033-26e0-44cb-bb73-751c633c6427 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] No waiting events found dispatching network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:27:28 user nova-compute[75686]: WARNING nova.compute.manager [req-e681f33f-2ab8-420e-9942-48787072f707 req-66bd0033-26e0-44cb-bb73-751c633c6427 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received unexpected event network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 for instance with vm_state building and task_state spawning.
Nov 27 02:27:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:27:30 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Instance spawned successfully.
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-ec8e48d2-cac3-4a93-84e9-31dfb4d99c5c req-c464fa2c-b978-4508-9a04-9f481250dd39 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec8e48d2-cac3-4a93-84e9-31dfb4d99c5c req-c464fa2c-b978-4508-9a04-9f481250dd39 service nova] Acquiring lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec8e48d2-cac3-4a93-84e9-31dfb4d99c5c req-c464fa2c-b978-4508-9a04-9f481250dd39 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ec8e48d2-cac3-4a93-84e9-31dfb4d99c5c req-c464fa2c-b978-4508-9a04-9f481250dd39 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.compute.manager [req-ec8e48d2-cac3-4a93-84e9-31dfb4d99c5c req-c464fa2c-b978-4508-9a04-9f481250dd39 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] No waiting events found dispatching network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:27:30 user nova-compute[75686]: WARNING nova.compute.manager [req-ec8e48d2-cac3-4a93-84e9-31dfb4d99c5c req-c464fa2c-b978-4508-9a04-9f481250dd39 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received unexpected event network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 for instance with vm_state building and task_state spawning.
Nov 27 02:27:30 user nova-compute[75686]: INFO nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Took 4.95 seconds to spawn the instance on the hypervisor.
Nov 27 02:27:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:27:30 user nova-compute[75686]: INFO nova.compute.manager [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Took 11.90 seconds to build instance.
Nov 27 02:27:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-759db763-7c21-4889-9ddc-0e72c3a863d9 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.003s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:27:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:27:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:46 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:27:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:27:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:27:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:51 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:27:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:27:51 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:27:51 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:27:51 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:52 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:27:52 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:27:52 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8920MB free_disk=24.976638793945312GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 9e520ec4-aa92-42ca-9ec7-ada6805ca147 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:27:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.200s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:27:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:27:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:27:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 9e520ec4-aa92-42ca-9ec7-ada6805ca147 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:27:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updating instance_info_cache with network_info: [{"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:27:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:27:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:27:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:27:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:28:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:28:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:28:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:41 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:46 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:28:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:28:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:28:53 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:28:53 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:28:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8979MB free_disk=24.97607421875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 9e520ec4-aa92-42ca-9ec7-ada6805ca147 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:28:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.162s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:28:55 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:28:55 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:28:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 9e520ec4-aa92-42ca-9ec7-ada6805ca147 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:28:58 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updating instance_info_cache with network_info: [{"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:28:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:28:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:28:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:29:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:29:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:29:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:04 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-changed-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:29:10 user nova-compute[75686]: DEBUG nova.compute.manager [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Refreshing instance network info cache due to event network-changed-542a562c-86f2-4d35-88c6-e16db8a48010. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:29:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] Acquiring lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:29:10 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] Acquired lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:29:10 user nova-compute[75686]: DEBUG nova.network.neutron [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Refreshing network info cache for port 542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG nova.network.neutron [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updated VIF entry in instance network info cache for port 542a562c-86f2-4d35-88c6-e16db8a48010. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG nova.network.neutron [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updating instance_info_cache with network_info: [{"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b110d555-2031-4cb1-a8ec-5629a1ceecd2 req-496117f9-f744-4637-839e-d3e09a7704a5 service nova] Releasing lock "refresh_cache-9e520ec4-aa92-42ca-9ec7-ada6805ca147" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:29:11 user nova-compute[75686]: INFO nova.compute.manager [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Terminating instance
Nov 27 02:29:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-38739db7-8942-4311-b67e-8bd261264081 req-a1692c6d-ede5-4df0-96b2-d112b2a57545 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-vif-unplugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38739db7-8942-4311-b67e-8bd261264081 req-a1692c6d-ede5-4df0-96b2-d112b2a57545 service nova] Acquiring lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38739db7-8942-4311-b67e-8bd261264081 req-a1692c6d-ede5-4df0-96b2-d112b2a57545 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-38739db7-8942-4311-b67e-8bd261264081 req-a1692c6d-ede5-4df0-96b2-d112b2a57545 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-38739db7-8942-4311-b67e-8bd261264081 req-a1692c6d-ede5-4df0-96b2-d112b2a57545 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] No waiting events found dispatching network-vif-unplugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:29:11 user nova-compute[75686]: DEBUG nova.compute.manager [req-38739db7-8942-4311-b67e-8bd261264081 req-a1692c6d-ede5-4df0-96b2-d112b2a57545 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-vif-unplugged-542a562c-86f2-4d35-88c6-e16db8a48010 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:29:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Instance destroyed successfully.
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.objects.instance [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'resources' on Instance uuid 9e520ec4-aa92-42ca-9ec7-ada6805ca147 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:27:18Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1057759231',display_name='tempest-TestVolumeBootPattern-server-1057759231',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1057759231',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:27:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-ccyt3fly',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:27:31Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=9e520ec4-aa92-42ca-9ec7-ada6805ca147,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "542a562c-86f2-4d35-88c6-e16db8a48010", "address": "fa:16:3e:f7:f1:41", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap542a562c-86", "ovs_interfaceid": "542a562c-86f2-4d35-88c6-e16db8a48010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:f1:41,bridge_name='br-int',has_traffic_filtering=True,id=542a562c-86f2-4d35-88c6-e16db8a48010,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542a562c-86') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_vif [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:f1:41,bridge_name='br-int',has_traffic_filtering=True,id=542a562c-86f2-4d35-88c6-e16db8a48010,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542a562c-86') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap542a562c-86, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1c56599-c247-4cf4-99be-2cd5be47581a) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:12 user nova-compute[75686]: INFO os_vif [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:f1:41,bridge_name='br-int',has_traffic_filtering=True,id=542a562c-86f2-4d35-88c6-e16db8a48010,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap542a562c-86')
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:29:12 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4184c97-7c93-4ed2-983c-3fbc60f05c79]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:29:12 user nova-compute[75686]: No targets found.
Nov 27 02:29:12 user nova-compute[75686]: iSNS:
Nov 27 02:29:12 user nova-compute[75686]: No targets found.
Nov 27 02:29:12 user nova-compute[75686]: STATIC:
Nov 27 02:29:12 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383
Nov 27 02:29:12 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:29:12 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:29:12 user nova-compute[75686]: FIRMWARE:
Nov 27 02:29:12 user nova-compute[75686]: No targets found.
Nov 27 02:29:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:29:12 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:29:12 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9857cb12-d4ca-46a7-ad3f-85fbb8102a60]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[63e76512-7ba4-44a3-a90a-9c9f57b9b88c]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:29:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:29:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c684820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b33ad1a3-303c-4190-9c91-6b6e45628c56]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[17db3be2-c24a-4a0c-967c-5a6a5bf79d0e]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a7e1ff1-ed07-4ca9-b17d-8d1b259dc532]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.053s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a96497-d373-40c3-a78a-586b32e9adbc]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[62e1e6ac-8725-4b69-a600-afe70498face]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9ae9d3e-c0d4-41dc-bb73-fd69578b738e]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]
Nov 27 02:29:12 user nova-compute[75686]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.
Nov 27 02:29:12 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa2e1068-6a76-4359-981f-71d10b45544c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.310s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== disconnect_volume: return (312ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:29:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Deleting instance files /opt/stack/data/nova/instances/9e520ec4-aa92-42ca-9ec7-ada6805ca147_del
Nov 27 02:29:12 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Deletion of /opt/stack/data/nova/instances/9e520ec4-aa92-42ca-9ec7-ada6805ca147_del complete
Nov 27 02:29:12 user nova-compute[75686]: INFO nova.compute.manager [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 27 02:29:12 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:29:12 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:29:13 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:29:13 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Took 1.04 seconds to deallocate network for instance.
Nov 27 02:29:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-96e79d25-dfca-4183-8db4-42dfdff40f09 req-ef130ee5-59a2-400a-8970-94fda69ccfb3 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:29:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-96e79d25-dfca-4183-8db4-42dfdff40f09 req-ef130ee5-59a2-400a-8970-94fda69ccfb3 service nova] Acquiring lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:29:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-96e79d25-dfca-4183-8db4-42dfdff40f09 req-ef130ee5-59a2-400a-8970-94fda69ccfb3 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:29:13 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-96e79d25-dfca-4183-8db4-42dfdff40f09 req-ef130ee5-59a2-400a-8970-94fda69ccfb3 service nova] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:29:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-96e79d25-dfca-4183-8db4-42dfdff40f09 req-ef130ee5-59a2-400a-8970-94fda69ccfb3 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] No waiting events found dispatching network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:29:13 user nova-compute[75686]: WARNING nova.compute.manager [req-96e79d25-dfca-4183-8db4-42dfdff40f09 req-ef130ee5-59a2-400a-8970-94fda69ccfb3 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received unexpected event network-vif-plugged-542a562c-86f2-4d35-88c6-e16db8a48010 for instance with vm_state active and task_state deleting.
Nov 27 02:29:13 user nova-compute[75686]: DEBUG nova.compute.manager [req-96e79d25-dfca-4183-8db4-42dfdff40f09 req-ef130ee5-59a2-400a-8970-94fda69ccfb3 service nova] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Received event network-vif-deleted-542a562c-86f2-4d35-88c6-e16db8a48010 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:29:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:14 user nova-compute[75686]: INFO nova.compute.manager [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 9e520ec4-aa92-42ca-9ec7-ada6805ca147] Took 0.73 seconds to detach 1 volumes for instance.
Nov 27 02:29:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:29:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:29:14 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:29:14 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:29:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.112s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:29:14 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Deleted allocations for instance 9e520ec4-aa92-42ca-9ec7-ada6805ca147
Nov 27 02:29:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-4d249fe7-9d31-4f6d-81fc-e301f0761b42 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "9e520ec4-aa92-42ca-9ec7-ada6805ca147" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.238s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:29:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:29:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:29:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:29:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:29:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:29:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:29:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:29:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:29:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:29:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:29:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:29:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:29:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:29:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9143MB free_disk=24.97522735595703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:29:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.163s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:29:55 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:29:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:29:57 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:29:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:29:57 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:29:57 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:29:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:30:03 user nova-compute[75686]: INFO nova.compute.claims [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Claim successful on node user
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.248s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:30:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.policy [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ce28ae5d00425aa86e27f13d7c07d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6227f7dcddc4c23ad0814748fe07197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:30:03 user nova-compute[75686]: INFO nova.virt.block_device [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Booting with volume a1a7c240-3585-46bf-a3fb-15e9e47bc383 at /dev/vda
Nov 27 02:30:03 user nova-compute[75686]: DEBUG os_brick.utils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[8004221a-78ad-45e7-a351-26ed560a262c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cf25caa-b0a5-48f2-85da-5b37e25cdaa0]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[29afb6e2-3dd6-4f31-abe7-fbb1c8706883]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc8e1035-2ecf-4bd8-80c6-da55c0e6a7a0]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:30:03 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:30:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[60b0bad1-cc78-4a9c-b05b-49722cfb2f0a]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG os_brick.utils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:30:03 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating existing volume attachment record: 87a22226-d6e7-4f4d-8034-b4dcb1d8e2dd {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:30:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Successfully created port: e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Successfully updated port: e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquired lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-changed-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.compute.manager [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Refreshing instance network info cache due to event network-changed-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] Acquiring lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Releasing lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Instance network_info: |[{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] Acquired lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Refreshing network info cache for port e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updated VIF entry in instance network info cache for port e74a11b2-3b88-4b9e-bef5-5c0a97c7602a. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:30:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-24f17bf9-cf12-4b85-aaa8-87d02c9a1f13 req-8dcf3d23-a0a6-43dd-9b03-e76cbf451c6a service nova] Releasing lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:30:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:30:09 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Creating image(s)
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Ensure instance console log exists: /opt/stack/data/nova/instances/7b7bf45f-26da-4ef8-a83e-50807aad4384/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Start _get_guest_xml network_info=[{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '87a22226-d6e7-4f4d-8034-b4dcb1d8e2dd', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7b7bf45f-26da-4ef8-a83e-50807aad4384', 'attached_at': '', 'detached_at': '', 'volume_id': 'a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'serial': 'a1a7c240-3585-46bf-a3fb-15e9e47bc383'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:30:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:30:09 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:30:09 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:30:09 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:30:09 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1345411e-d5aa-4174-b813-97e61e507516]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:30:09 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9401a475-cdae-45f9-812c-cc0ea83635f2]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383] added
Nov 27 02:30:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[79809e1e-12d8-476d-9dfb-7b1c60624dca]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7717a4fe-f149-46eb-98b3-1b4ddfcc5ca2]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRhKSTqc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HRhKSTqc" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[68e5cc3d-caad-4e57-8b87-5cd43690e741]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HRhKSTqc'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[94e9ac01-a6ed-4b13-8d08-cd9ab60f4947]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[63c4f917-7031-4fa7-8211-62c996ef3ce6]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:30:09 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:30:09 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:30:09 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:30:09 user nova-compute[75686]: 
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[7447e6d6-1c1a-476e-b9cb-b3a1da4e2bdd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]
Nov 27 02:30:09 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.
Nov 27 02:30:09 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0323ba-cd94-4a67-a0b8-b12964a40176]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:30:09 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[31853232-cb9e-4eba-bad1-7f79e9ffb6b7]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:30:10 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:30:10 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.233s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcd680ed-17c6-479c-8703-1cbbbbe5a5c3]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:30:10 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.261s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== connect_volume: return (1263ms) {'type': 'block', 'scsi_wwn': '23564666431353335', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23564666431353335', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:30:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-615740059',display_name='tempest-TestVolumeBootPattern-server-615740059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-615740059',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-qrmmii07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:30:04Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=7b7bf45f-26da-4ef8-a83e-50807aad4384,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:36:24,bridge_name='br-int',has_traffic_filtering=True,id=e74a11b2-3b88-4b9e-bef5-5c0a97c7602a,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape74a11b2-3b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.objects.instance [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'pci_devices' on Instance uuid 7b7bf45f-26da-4ef8-a83e-50807aad4384 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:30:11 user nova-compute[75686]:   <uuid>7b7bf45f-26da-4ef8-a83e-50807aad4384</uuid>
Nov 27 02:30:11 user nova-compute[75686]:   <name>instance-00000033</name>
Nov 27 02:30:11 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:30:11 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:30:11 user nova-compute[75686]:   <metadata>
Nov 27 02:30:11 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:30:11 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:30:11 user nova-compute[75686]:       <nova:name>tempest-TestVolumeBootPattern-server-615740059</nova:name>
Nov 27 02:30:11 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:30:09</nova:creationTime>
Nov 27 02:30:11 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:30:11 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:30:11 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:30:11 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:30:11 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:30:11 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:30:11 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:30:11 user nova-compute[75686]:       <nova:owner>
Nov 27 02:30:11 user nova-compute[75686]:         <nova:user uuid="88ce28ae5d00425aa86e27f13d7c07d9">tempest-TestVolumeBootPattern-1092048365-project-member</nova:user>
Nov 27 02:30:11 user nova-compute[75686]:         <nova:project uuid="f6227f7dcddc4c23ad0814748fe07197">tempest-TestVolumeBootPattern-1092048365</nova:project>
Nov 27 02:30:11 user nova-compute[75686]:       </nova:owner>
Nov 27 02:30:11 user nova-compute[75686]:       <nova:ports>
Nov 27 02:30:11 user nova-compute[75686]:         <nova:port uuid="e74a11b2-3b88-4b9e-bef5-5c0a97c7602a">
Nov 27 02:30:11 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 27 02:30:11 user nova-compute[75686]:         </nova:port>
Nov 27 02:30:11 user nova-compute[75686]:       </nova:ports>
Nov 27 02:30:11 user nova-compute[75686]:     </nova:instance>
Nov 27 02:30:11 user nova-compute[75686]:   </metadata>
Nov 27 02:30:11 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:30:11 user nova-compute[75686]:     <system>
Nov 27 02:30:11 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:30:11 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:30:11 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:30:11 user nova-compute[75686]:       <entry name="serial">7b7bf45f-26da-4ef8-a83e-50807aad4384</entry>
Nov 27 02:30:11 user nova-compute[75686]:       <entry name="uuid">7b7bf45f-26da-4ef8-a83e-50807aad4384</entry>
Nov 27 02:30:11 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:30:11 user nova-compute[75686]:     </system>
Nov 27 02:30:11 user nova-compute[75686]:   </sysinfo>
Nov 27 02:30:11 user nova-compute[75686]:   <os>
Nov 27 02:30:11 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:30:11 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:30:11 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:30:11 user nova-compute[75686]:   </os>
Nov 27 02:30:11 user nova-compute[75686]:   <features>
Nov 27 02:30:11 user nova-compute[75686]:     <acpi/>
Nov 27 02:30:11 user nova-compute[75686]:     <apic/>
Nov 27 02:30:11 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:30:11 user nova-compute[75686]:   </features>
Nov 27 02:30:11 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:30:11 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:30:11 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:30:11 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:30:11 user nova-compute[75686]:   </clock>
Nov 27 02:30:11 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:30:11 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:30:11 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:30:11 user nova-compute[75686]:   </cpu>
Nov 27 02:30:11 user nova-compute[75686]:   <devices>
Nov 27 02:30:11 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:30:11 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:30:11 user nova-compute[75686]:       <source dev="/dev/sdb"/>
Nov 27 02:30:11 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:30:11 user nova-compute[75686]:       <serial>a1a7c240-3585-46bf-a3fb-15e9e47bc383</serial>
Nov 27 02:30:11 user nova-compute[75686]:     </disk>
Nov 27 02:30:11 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:30:11 user nova-compute[75686]:       <mac address="fa:16:3e:77:36:24"/>
Nov 27 02:30:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:30:11 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:30:11 user nova-compute[75686]:       <target dev="tape74a11b2-3b"/>
Nov 27 02:30:11 user nova-compute[75686]:     </interface>
Nov 27 02:30:11 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:30:11 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/7b7bf45f-26da-4ef8-a83e-50807aad4384/console.log" append="off"/>
Nov 27 02:30:11 user nova-compute[75686]:     </serial>
Nov 27 02:30:11 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:30:11 user nova-compute[75686]:     <video>
Nov 27 02:30:11 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:30:11 user nova-compute[75686]:     </video>
Nov 27 02:30:11 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:30:11 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:30:11 user nova-compute[75686]:     </rng>
Nov 27 02:30:11 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:30:11 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:30:11 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:30:11 user nova-compute[75686]:     </memballoon>
Nov 27 02:30:11 user nova-compute[75686]:   </devices>
Nov 27 02:30:11 user nova-compute[75686]: </domain>
Nov 27 02:30:11 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:30:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-615740059',display_name='tempest-TestVolumeBootPattern-server-615740059',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-615740059',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-qrmmii07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:30:04Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=7b7bf45f-26da-4ef8-a83e-50807aad4384,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:36:24,bridge_name='br-int',has_traffic_filtering=True,id=e74a11b2-3b88-4b9e-bef5-5c0a97c7602a,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape74a11b2-3b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG os_vif [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:36:24,bridge_name='br-int',has_traffic_filtering=True,id=e74a11b2-3b88-4b9e-bef5-5c0a97c7602a,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape74a11b2-3b') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f5f5c8e6-20f6-56ef-81d4-c67b52e397bf', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape74a11b2-3b, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape74a11b2-3b, col_values=(('qos', UUID('23e76c6a-339c-480d-a99f-492f43b6102c')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape74a11b2-3b, col_values=(('external_ids', {'iface-id': 'e74a11b2-3b88-4b9e-bef5-5c0a97c7602a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:36:24', 'vm-uuid': '7b7bf45f-26da-4ef8-a83e-50807aad4384'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:11 user nova-compute[75686]: INFO os_vif [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:36:24,bridge_name='br-int',has_traffic_filtering=True,id=e74a11b2-3b88-4b9e-bef5-5c0a97c7602a,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape74a11b2-3b')
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:30:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No VIF found with MAC fa:16:3e:77:36:24, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:30:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-4226d1aa-2982-4d24-a274-413a9b645313 req-c5564dc7-4c66-4803-bea8-2a777f47c201 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:30:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4226d1aa-2982-4d24-a274-413a9b645313 req-c5564dc7-4c66-4803-bea8-2a777f47c201 service nova] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:30:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4226d1aa-2982-4d24-a274-413a9b645313 req-c5564dc7-4c66-4803-bea8-2a777f47c201 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:30:12 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4226d1aa-2982-4d24-a274-413a9b645313 req-c5564dc7-4c66-4803-bea8-2a777f47c201 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:30:12 user nova-compute[75686]: DEBUG nova.compute.manager [req-4226d1aa-2982-4d24-a274-413a9b645313 req-c5564dc7-4c66-4803-bea8-2a777f47c201 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] No waiting events found dispatching network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:30:12 user nova-compute[75686]: WARNING nova.compute.manager [req-4226d1aa-2982-4d24-a274-413a9b645313 req-c5564dc7-4c66-4803-bea8-2a777f47c201 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received unexpected event network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a for instance with vm_state building and task_state spawning.
Nov 27 02:30:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:30:14 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Instance spawned successfully.
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:30:14 user nova-compute[75686]: INFO nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Took 4.83 seconds to spawn the instance on the hypervisor.
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:30:14 user nova-compute[75686]: INFO nova.compute.manager [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Took 11.30 seconds to build instance.
Nov 27 02:30:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-29dac353-f3c9-45de-b9c6-dac570dc4d90 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.395s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-4dba1bf0-db9e-4559-a329-ddc03284c54b req-b7656a6c-43e7-4fab-ad6d-a580aff8bb48 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4dba1bf0-db9e-4559-a329-ddc03284c54b req-b7656a6c-43e7-4fab-ad6d-a580aff8bb48 service nova] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4dba1bf0-db9e-4559-a329-ddc03284c54b req-b7656a6c-43e7-4fab-ad6d-a580aff8bb48 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-4dba1bf0-db9e-4559-a329-ddc03284c54b req-b7656a6c-43e7-4fab-ad6d-a580aff8bb48 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:30:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-4dba1bf0-db9e-4559-a329-ddc03284c54b req-b7656a6c-43e7-4fab-ad6d-a580aff8bb48 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] No waiting events found dispatching network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:30:14 user nova-compute[75686]: WARNING nova.compute.manager [req-4dba1bf0-db9e-4559-a329-ddc03284c54b req-b7656a6c-43e7-4fab-ad6d-a580aff8bb48 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received unexpected event network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a for instance with vm_state active and task_state None.
Nov 27 02:30:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:30:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:42 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:49 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:30:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:30:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:30:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:30:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:30:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:52 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:30:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:30:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:30:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:30:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:30:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:30:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8973MB free_disk=24.973548889160156GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b7bf45f-26da-4ef8-a83e-50807aad4384 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:30:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.439s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:30:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:30:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:56 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:30:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:30:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:30:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 7b7bf45f-26da-4ef8-a83e-50807aad4384 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:31:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:31:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:31:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:31:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:06 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:31:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:20 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:20 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 7b7bf45f-26da-4ef8-a83e-50807aad4384 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:31:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:31:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:31:20 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.027s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:31:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:31:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4997-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:31:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:44 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:31:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:31:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:31:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:31:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:31:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:31:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:31:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:31:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:31:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9012MB free_disk=24.972980499267578GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b7bf45f-26da-4ef8-a83e-50807aad4384 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:31:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.149s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-changed-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Refreshing instance network info cache due to event network-changed-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] Acquiring lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] Acquired lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Refreshing network info cache for port e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updated VIF entry in instance network info cache for port e74a11b2-3b88-4b9e-bef5-5c0a97c7602a. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:31:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-cf896def-7b93-48b8-bebf-667734ad00ab req-3c4d2881-50b4-46af-9a7b-7e1e629408e0 service nova] Releasing lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:31:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:31:59 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 7b7bf45f-26da-4ef8-a83e-50807aad4384 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:32:00 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:32:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:32:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:32:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:32:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:32:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:32:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:32:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:32:02 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:32:02 user nova-compute[75686]: INFO nova.compute.claims [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Claim successful on node user
Nov 27 02:32:02 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:32:02 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:32:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:32:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG nova.policy [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88ce28ae5d00425aa86e27f13d7c07d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f6227f7dcddc4c23ad0814748fe07197', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:32:03 user nova-compute[75686]: INFO nova.virt.block_device [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Booting with volume ab38e3b1-3f96-4965-aef3-f8fb939026bb at /dev/vda
Nov 27 02:32:03 user nova-compute[75686]: DEBUG os_brick.utils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[07bb0f33-4df4-4538-88f7-82742fcfc341]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c469b7f4-bd86-491d-9b02-05c099c27676]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[98169383-1865-423b-acf6-589e122335cc]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[435b55e3-8bf8-4627-ae88-e7ca9ed930a2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:32:03 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:32:03 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c678af54-ec6a-41d4-b1d2-f323e3cb130f]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG os_brick.utils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updating existing volume attachment record: 5d03e955-730e-4730-8665-d8f094eab1e4 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:32:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Successfully created port: 305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Successfully updated port: 305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquired lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-changed-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.compute.manager [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Refreshing instance network info cache due to event network-changed-305c7325-3cc9-4220-b559-95f3dc9b6828. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] Acquiring lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updating instance_info_cache with network_info: [{"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Releasing lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Instance network_info: |[{"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] Acquired lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:32:04 user nova-compute[75686]: DEBUG nova.network.neutron [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Refreshing network info cache for port 305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:32:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updated VIF entry in instance network info cache for port 305c7325-3cc9-4220-b559-95f3dc9b6828. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:32:05 user nova-compute[75686]: DEBUG nova.network.neutron [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updating instance_info_cache with network_info: [{"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:32:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-c86aa16e-1a69-4cce-ac6f-a0b5abc9d81d req-74a98b8f-3d0d-46e3-9f24-2412d6c3aeeb service nova] Releasing lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:32:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:32:11 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Creating image(s)
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Did not create local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Ensure instance console log exists: /opt/stack/data/nova/instances/4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Start _get_guest_xml network_info=[{"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'attachment_id': '5d03e955-730e-4730-8665-d8f094eab1e4', 'delete_on_termination': False, 'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'guest_format': None, 'mount_device': '/dev/vda', 'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ailjMEuF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4', 'attached_at': '', 'detached_at': '', 'volume_id': 'ab38e3b1-3f96-4965-aef3-f8fb939026bb', 'serial': 'ab38e3b1-3f96-4965-aef3-f8fb939026bb'}, 'volume_type': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:32:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:32:11 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ailjMEuF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:32:11 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:32:11 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:32:11 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[399db712-828f-4803-a7c8-eb003e7ff987]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:32:11 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9a767a2-cbad-4dc2-869f-a858a3395af3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb] added
Nov 27 02:32:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef26f8e5-602b-461d-a289-c5091c7f45e0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b850a4bb-7ba6-4dec-b470-87ef633af5be]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ailjMEuF {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ailjMEuF" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1e94235-c767-4f68-8029-ea9afc6db5ea]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ailjMEuF'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[add23cc7-2f59-4c8f-acd5-76bd6d5e91c5]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[baae4b16-3c7c-42f7-9d35-e9f6b93eaadb]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:32:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:32:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[724ae7fc-87b4-498b-875a-9a8dd08c65f3]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260]
Nov 27 02:32:11 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260] successful.
Nov 27 02:32:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bef13167-439f-4fb0-bf30-f2db4476fe17]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d0ca2aa-c85d-4889-a2c0-391e3e51acc1]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:32:11 user nova-compute[75686]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb (non-flash)
Nov 27 02:32:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:32:11 user nova-compute[75686]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb (non-flash)
Nov 27 02:32:11 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] HCTL ('34', '-', '-', 0) found on session 63 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbdd13c3-80af-4ce7-bf86-3b8f763f92bb]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Searching for a device in session 63 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:32:11 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ailjMEuF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.307s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== connect_volume: return (1308ms) {'type': 'block', 'scsi_wwn': '23930666363653639', 'path': '/dev/sdc'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23930666363653639', 'path': '/dev/sdc'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:32:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515961206',display_name='tempest-TestVolumeBootPattern-server-515961206',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515961206',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-ha6y9tai',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:32:03Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:6a:7b,bridge_name='br-int',has_traffic_filtering=True,id=305c7325-3cc9-4220-b559-95f3dc9b6828,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap305c7325-3c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.objects.instance [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'pci_devices' on Instance uuid 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:32:12 user nova-compute[75686]:   <uuid>4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4</uuid>
Nov 27 02:32:12 user nova-compute[75686]:   <name>instance-00000034</name>
Nov 27 02:32:12 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:32:12 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:32:12 user nova-compute[75686]:   <metadata>
Nov 27 02:32:12 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:32:12 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:32:12 user nova-compute[75686]:       <nova:name>tempest-TestVolumeBootPattern-server-515961206</nova:name>
Nov 27 02:32:12 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:32:11</nova:creationTime>
Nov 27 02:32:12 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:32:12 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:32:12 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:32:12 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:32:12 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:32:12 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:32:12 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:32:12 user nova-compute[75686]:       <nova:owner>
Nov 27 02:32:12 user nova-compute[75686]:         <nova:user uuid="88ce28ae5d00425aa86e27f13d7c07d9">tempest-TestVolumeBootPattern-1092048365-project-member</nova:user>
Nov 27 02:32:12 user nova-compute[75686]:         <nova:project uuid="f6227f7dcddc4c23ad0814748fe07197">tempest-TestVolumeBootPattern-1092048365</nova:project>
Nov 27 02:32:12 user nova-compute[75686]:       </nova:owner>
Nov 27 02:32:12 user nova-compute[75686]:       <nova:ports>
Nov 27 02:32:12 user nova-compute[75686]:         <nova:port uuid="305c7325-3cc9-4220-b559-95f3dc9b6828">
Nov 27 02:32:12 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 02:32:12 user nova-compute[75686]:         </nova:port>
Nov 27 02:32:12 user nova-compute[75686]:       </nova:ports>
Nov 27 02:32:12 user nova-compute[75686]:     </nova:instance>
Nov 27 02:32:12 user nova-compute[75686]:   </metadata>
Nov 27 02:32:12 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:32:12 user nova-compute[75686]:     <system>
Nov 27 02:32:12 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:32:12 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:32:12 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:32:12 user nova-compute[75686]:       <entry name="serial">4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4</entry>
Nov 27 02:32:12 user nova-compute[75686]:       <entry name="uuid">4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4</entry>
Nov 27 02:32:12 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:32:12 user nova-compute[75686]:     </system>
Nov 27 02:32:12 user nova-compute[75686]:   </sysinfo>
Nov 27 02:32:12 user nova-compute[75686]:   <os>
Nov 27 02:32:12 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:32:12 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:32:12 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:32:12 user nova-compute[75686]:   </os>
Nov 27 02:32:12 user nova-compute[75686]:   <features>
Nov 27 02:32:12 user nova-compute[75686]:     <acpi/>
Nov 27 02:32:12 user nova-compute[75686]:     <apic/>
Nov 27 02:32:12 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:32:12 user nova-compute[75686]:   </features>
Nov 27 02:32:12 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:32:12 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:32:12 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:32:12 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:32:12 user nova-compute[75686]:   </clock>
Nov 27 02:32:12 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:32:12 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:32:12 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:32:12 user nova-compute[75686]:   </cpu>
Nov 27 02:32:12 user nova-compute[75686]:   <devices>
Nov 27 02:32:12 user nova-compute[75686]:     <disk type="block" device="disk">
Nov 27 02:32:12 user nova-compute[75686]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:32:12 user nova-compute[75686]:       <source dev="/dev/sdc"/>
Nov 27 02:32:12 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:32:12 user nova-compute[75686]:       <serial>ab38e3b1-3f96-4965-aef3-f8fb939026bb</serial>
Nov 27 02:32:12 user nova-compute[75686]:     </disk>
Nov 27 02:32:12 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:32:12 user nova-compute[75686]:       <mac address="fa:16:3e:99:6a:7b"/>
Nov 27 02:32:12 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:32:12 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:32:12 user nova-compute[75686]:       <target dev="tap305c7325-3c"/>
Nov 27 02:32:12 user nova-compute[75686]:     </interface>
Nov 27 02:32:12 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:32:12 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4/console.log" append="off"/>
Nov 27 02:32:12 user nova-compute[75686]:     </serial>
Nov 27 02:32:12 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:32:12 user nova-compute[75686]:     <video>
Nov 27 02:32:12 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:32:12 user nova-compute[75686]:     </video>
Nov 27 02:32:12 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:32:12 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:32:12 user nova-compute[75686]:     </rng>
Nov 27 02:32:12 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:32:12 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:32:12 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:32:12 user nova-compute[75686]:     </memballoon>
Nov 27 02:32:12 user nova-compute[75686]:   </devices>
Nov 27 02:32:12 user nova-compute[75686]: </domain>
Nov 27 02:32:12 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:32:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515961206',display_name='tempest-TestVolumeBootPattern-server-515961206',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515961206',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-ha6y9tai',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:32:03Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:99:6a:7b,bridge_name='br-int',has_traffic_filtering=True,id=305c7325-3cc9-4220-b559-95f3dc9b6828,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap305c7325-3c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG os_vif [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:6a:7b,bridge_name='br-int',has_traffic_filtering=True,id=305c7325-3cc9-4220-b559-95f3dc9b6828,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap305c7325-3c') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1e7004a0-65ee-53ad-92b7-305edae7057d', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap305c7325-3c, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap305c7325-3c, col_values=(('qos', UUID('971b3db3-96d3-4acd-a622-fedf59bcdce9')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap305c7325-3c, col_values=(('external_ids', {'iface-id': '305c7325-3cc9-4220-b559-95f3dc9b6828', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:99:6a:7b', 'vm-uuid': '4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:12 user nova-compute[75686]: INFO os_vif [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:99:6a:7b,bridge_name='br-int',has_traffic_filtering=True,id=305c7325-3cc9-4220-b559-95f3dc9b6828,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap305c7325-3c')
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:32:12 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] No VIF found with MAC fa:16:3e:99:6a:7b, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-ffc50971-437e-4971-ba44-57702ba6eaa8 req-4f1a0f92-ff8b-4b1b-b4d7-38be14cfe1fe service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ffc50971-437e-4971-ba44-57702ba6eaa8 req-4f1a0f92-ff8b-4b1b-b4d7-38be14cfe1fe service nova] Acquiring lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ffc50971-437e-4971-ba44-57702ba6eaa8 req-4f1a0f92-ff8b-4b1b-b4d7-38be14cfe1fe service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ffc50971-437e-4971-ba44-57702ba6eaa8 req-4f1a0f92-ff8b-4b1b-b4d7-38be14cfe1fe service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:32:14 user nova-compute[75686]: DEBUG nova.compute.manager [req-ffc50971-437e-4971-ba44-57702ba6eaa8 req-4f1a0f92-ff8b-4b1b-b4d7-38be14cfe1fe service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] No waiting events found dispatching network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:32:14 user nova-compute[75686]: WARNING nova.compute.manager [req-ffc50971-437e-4971-ba44-57702ba6eaa8 req-4f1a0f92-ff8b-4b1b-b4d7-38be14cfe1fe service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received unexpected event network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 for instance with vm_state building and task_state spawning.
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:32:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Instance spawned successfully.
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:32:16 user nova-compute[75686]: INFO nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Took 4.88 seconds to spawn the instance on the hypervisor.
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:32:16 user nova-compute[75686]: INFO nova.compute.manager [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Took 13.58 seconds to build instance.
Nov 27 02:32:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-c47ed4a7-d5df-492a-ac4c-628ff331c7dd tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 13.686s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.compute.manager [req-42aaaaa0-eb8c-444c-88c5-72819ab596b5 req-ebd5e4e1-a47b-42a1-a2aa-5893891a1c77 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-42aaaaa0-eb8c-444c-88c5-72819ab596b5 req-ebd5e4e1-a47b-42a1-a2aa-5893891a1c77 service nova] Acquiring lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-42aaaaa0-eb8c-444c-88c5-72819ab596b5 req-ebd5e4e1-a47b-42a1-a2aa-5893891a1c77 service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-42aaaaa0-eb8c-444c-88c5-72819ab596b5 req-ebd5e4e1-a47b-42a1-a2aa-5893891a1c77 service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:32:16 user nova-compute[75686]: DEBUG nova.compute.manager [req-42aaaaa0-eb8c-444c-88c5-72819ab596b5 req-ebd5e4e1-a47b-42a1-a2aa-5893891a1c77 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] No waiting events found dispatching network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:32:16 user nova-compute[75686]: WARNING nova.compute.manager [req-42aaaaa0-eb8c-444c-88c5-72819ab596b5 req-ebd5e4e1-a47b-42a1-a2aa-5893891a1c77 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received unexpected event network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 for instance with vm_state active and task_state None.
Nov 27 02:32:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:49 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:32:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:32:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:32:53 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:32:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:32:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:32:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:32:54 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8831MB free_disk=24.963348388671875GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b7bf45f-26da-4ef8-a83e-50807aad4384 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:32:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.210s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:32:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:32:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:32:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:33:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:33:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:33:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:33:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:33:00 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:33:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 7b7bf45f-26da-4ef8-a83e-50807aad4384 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:33:01 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:33:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:33:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:33:01 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:01 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:33:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:12 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:33:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:33:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:33:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:33:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:33:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:33:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:33:45 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-changed-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:33:54 user nova-compute[75686]: DEBUG nova.compute.manager [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Refreshing instance network info cache due to event network-changed-305c7325-3cc9-4220-b559-95f3dc9b6828. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:33:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] Acquiring lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:33:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] Acquired lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:33:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Refreshing network info cache for port 305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updated VIF entry in instance network info cache for port 305c7325-3cc9-4220-b559-95f3dc9b6828. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updating instance_info_cache with network_info: [{"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-9d739904-7446-4760-8321-5fffbba3ec35 req-88577ea4-bd0e-4770-a65d-6fd544bf43e9 service nova] Releasing lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-changed-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Refreshing instance network info cache due to event network-changed-305c7325-3cc9-4220-b559-95f3dc9b6828. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] Acquiring lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] Acquired lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.network.neutron [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Refreshing network info cache for port 305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:33:55 user nova-compute[75686]: INFO nova.compute.manager [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Terminating instance
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.compute.manager [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-a5df6167-9dfa-4292-835e-f6a7e818e89c req-0d33979f-ff4b-4ee6-a99d-4311be76e3e2 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-vif-unplugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a5df6167-9dfa-4292-835e-f6a7e818e89c req-0d33979f-ff4b-4ee6-a99d-4311be76e3e2 service nova] Acquiring lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a5df6167-9dfa-4292-835e-f6a7e818e89c req-0d33979f-ff4b-4ee6-a99d-4311be76e3e2 service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-a5df6167-9dfa-4292-835e-f6a7e818e89c req-0d33979f-ff4b-4ee6-a99d-4311be76e3e2 service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-a5df6167-9dfa-4292-835e-f6a7e818e89c req-0d33979f-ff4b-4ee6-a99d-4311be76e3e2 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] No waiting events found dispatching network-vif-unplugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.compute.manager [req-a5df6167-9dfa-4292-835e-f6a7e818e89c req-0d33979f-ff4b-4ee6-a99d-4311be76e3e2 service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-vif-unplugged-305c7325-3cc9-4220-b559-95f3dc9b6828 for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:33:55 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.network.neutron [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updated VIF entry in instance network info cache for port 305c7325-3cc9-4220-b559-95f3dc9b6828. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.network.neutron [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updating instance_info_cache with network_info: [{"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-31f6540d-f8fd-4a76-bf38-0815f6e222d5 req-e5de8bf1-756f-47a8-a78f-c6c1c65530ad service nova] Releasing lock "refresh_cache-4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:33:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Instance destroyed successfully.
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.objects.instance [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'resources' on Instance uuid 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:32:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-515961206',display_name='tempest-TestVolumeBootPattern-server-515961206',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-515961206',id=52,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:32:16Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-ha6y9tai',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:32:16Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "305c7325-3cc9-4220-b559-95f3dc9b6828", "address": "fa:16:3e:99:6a:7b", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.18", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap305c7325-3c", "ovs_interfaceid": "305c7325-3cc9-4220-b559-95f3dc9b6828", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:99:6a:7b,bridge_name='br-int',has_traffic_filtering=True,id=305c7325-3cc9-4220-b559-95f3dc9b6828,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap305c7325-3c') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_vif [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:6a:7b,bridge_name='br-int',has_traffic_filtering=True,id=305c7325-3cc9-4220-b559-95f3dc9b6828,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap305c7325-3c') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap305c7325-3c, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=971b3db3-96d3-4acd-a622-fedf59bcdce9) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:33:56 user nova-compute[75686]: INFO os_vif [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:99:6a:7b,bridge_name='br-int',has_traffic_filtering=True,id=305c7325-3cc9-4220-b559-95f3dc9b6828,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap305c7325-3c')
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ailjMEuF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:33:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[24516bba-c358-4192-bb79-ee8cab221d23]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:33:56 user nova-compute[75686]: No targets found.
Nov 27 02:33:56 user nova-compute[75686]: iSNS:
Nov 27 02:33:56 user nova-compute[75686]: No targets found.
Nov 27 02:33:56 user nova-compute[75686]: STATIC:
Nov 27 02:33:56 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383
Nov 27 02:33:56 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:33:56 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:33:56 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb
Nov 27 02:33:56 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:33:56 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:33:56 user nova-compute[75686]: FIRMWARE:
Nov 27 02:33:56 user nova-compute[75686]: No targets found.
Nov 27 02:33:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:33:56 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:33:56 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=75686) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11213}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a08eb2d8-e3a0-4fc5-aed1-802ff3ede3da]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[772f59c0-eb04-4be2-b8bd-53dd01cefc71]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:33:56 user nova-compute[75686]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb (non-flash)
Nov 27 02:33:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:33:56 user nova-compute[75686]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb (non-flash)
Nov 27 02:33:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514830da20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb'): ({'sdc'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Removing single pathed devices sdc {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:33:56 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8983MB free_disk=24.962608337402344GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e5933c-268d-4fc9-948b-93efa2ca12d8]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[369ee3b4-3dc1-41ef-8a0c-0b2aa7abe28e]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flushing IO for device /dev/sdc {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[dacdbd8a-b59d-4ebf-99de-c2acd781a9ae]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 7b7bf45f-26da-4ef8-a83e-50807aad4384 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.046s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[db6168b5-f2f2-4ea8-9e48-888e93e783ec]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] SCSI volumes sdc have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[64b88571-e5c9-4659-8c16-5f12b65732d3]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d97914d6-6a7a-4eef-aae6-9e14659fd309]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260]
Nov 27 02:33:56 user nova-compute[75686]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb, portal: 172.16.0.220,3260] successful.
Nov 27 02:33:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.215s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ab38e3b1-3f96-4965-aef3-f8fb939026bb -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0556b5a4-e071-4cb5-994a-7322a55ea245]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.659s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== disconnect_volume: return (660ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:33:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Deleting instance files /opt/stack/data/nova/instances/4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4_del
Nov 27 02:33:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Deletion of /opt/stack/data/nova/instances/4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4_del complete
Nov 27 02:33:56 user nova-compute[75686]: INFO nova.compute.manager [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Took 1.50 seconds to destroy the instance on the hypervisor.
Nov 27 02:33:56 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:33:56 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:33:57 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:33:57 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Took 0.46 seconds to deallocate network for instance.
Nov 27 02:33:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-d861e0d1-c45f-4122-962e-d5c11675ab83 req-c0b8f237-394c-46d7-b150-1c60c86213df service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:33:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d861e0d1-c45f-4122-962e-d5c11675ab83 req-c0b8f237-394c-46d7-b150-1c60c86213df service nova] Acquiring lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:33:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d861e0d1-c45f-4122-962e-d5c11675ab83 req-c0b8f237-394c-46d7-b150-1c60c86213df service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:33:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-d861e0d1-c45f-4122-962e-d5c11675ab83 req-c0b8f237-394c-46d7-b150-1c60c86213df service nova] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:33:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-d861e0d1-c45f-4122-962e-d5c11675ab83 req-c0b8f237-394c-46d7-b150-1c60c86213df service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] No waiting events found dispatching network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:33:57 user nova-compute[75686]: WARNING nova.compute.manager [req-d861e0d1-c45f-4122-962e-d5c11675ab83 req-c0b8f237-394c-46d7-b150-1c60c86213df service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received unexpected event network-vif-plugged-305c7325-3cc9-4220-b559-95f3dc9b6828 for instance with vm_state active and task_state deleting.
Nov 27 02:33:57 user nova-compute[75686]: DEBUG nova.compute.manager [req-d861e0d1-c45f-4122-962e-d5c11675ab83 req-c0b8f237-394c-46d7-b150-1c60c86213df service nova] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Received event network-vif-deleted-305c7325-3cc9-4220-b559-95f3dc9b6828 {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:33:58 user nova-compute[75686]: INFO nova.compute.manager [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4] Took 0.94 seconds to detach 1 volumes for instance.
Nov 27 02:33:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:33:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:33:58 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:33:58 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:33:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:33:58 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Deleted allocations for instance 4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4
Nov 27 02:33:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-99c63dda-e6c0-4279-ba33-02c7eb89fdd1 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "4e1f6b30-dbf9-45cd-aae4-33007eb1f6a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.279s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:33:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:33:58 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:33:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:34:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:34:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:01 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:34:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:34:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:34:06 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:11 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:16 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:21 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:34:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:34:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:34:26 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:31 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:36 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:46 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:34:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:34:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:34:51 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-changed-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Refreshing instance network info cache due to event network-changed-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] Acquiring lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] Acquired lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG nova.network.neutron [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Refreshing network info cache for port e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:34:53 user nova-compute[75686]: INFO nova.compute.manager [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Terminating instance
Nov 27 02:34:53 user nova-compute[75686]: DEBUG nova.compute.manager [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-5c1e789b-9d3f-4fc0-b3aa-7182052afea3 req-94acaf00-be8e-477f-9427-4f1aaa6140b2 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-vif-unplugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5c1e789b-9d3f-4fc0-b3aa-7182052afea3 req-94acaf00-be8e-477f-9427-4f1aaa6140b2 service nova] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5c1e789b-9d3f-4fc0-b3aa-7182052afea3 req-94acaf00-be8e-477f-9427-4f1aaa6140b2 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5c1e789b-9d3f-4fc0-b3aa-7182052afea3 req-94acaf00-be8e-477f-9427-4f1aaa6140b2 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-5c1e789b-9d3f-4fc0-b3aa-7182052afea3 req-94acaf00-be8e-477f-9427-4f1aaa6140b2 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] No waiting events found dispatching network-vif-unplugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:34:53 user nova-compute[75686]: DEBUG nova.compute.manager [req-5c1e789b-9d3f-4fc0-b3aa-7182052afea3 req-94acaf00-be8e-477f-9427-4f1aaa6140b2 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-vif-unplugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:34:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Instance destroyed successfully.
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.objects.instance [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lazy-loading 'resources' on Instance uuid 7b7bf45f-26da-4ef8-a83e-50807aad4384 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:30:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-615740059',display_name='tempest-TestVolumeBootPattern-server-615740059',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-615740059',id=51,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBGBpL5D/Uq4M0l6QZDwWpZDMkJH7FXxmNfAWquTrzEJ1RDtO7o4zXNhuE8SXi0McU2aj2afGkmUainnp/fNI9+PIm15BM13niXMaZlO+P2H6ucx9ydjEPX1HNj/2SIrdnw==',key_name='tempest-TestVolumeBootPattern-1203669430',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:30:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='f6227f7dcddc4c23ad0814748fe07197',ramdisk_id='',reservation_id='r-qrmmii07',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-1092048365',owner_user_name='tempest-TestVolumeBootPattern-1092048365-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:30:15Z,user_data=None,user_id='88ce28ae5d00425aa86e27f13d7c07d9',uuid=7b7bf45f-26da-4ef8-a83e-50807aad4384,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converting VIF {"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.21", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:77:36:24,bridge_name='br-int',has_traffic_filtering=True,id=e74a11b2-3b88-4b9e-bef5-5c0a97c7602a,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape74a11b2-3b') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_vif [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:36:24,bridge_name='br-int',has_traffic_filtering=True,id=e74a11b2-3b88-4b9e-bef5-5c0a97c7602a,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape74a11b2-3b') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updated VIF entry in instance network info cache for port e74a11b2-3b88-4b9e-bef5-5c0a97c7602a. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.network.neutron [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [{"id": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "address": "fa:16:3e:77:36:24", "network": {"id": "675bf9c2-df4c-4902-aca4-7b7df68322da", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1003535444-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "f6227f7dcddc4c23ad0814748fe07197", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape74a11b2-3b", "ovs_interfaceid": "e74a11b2-3b88-4b9e-bef5-5c0a97c7602a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape74a11b2-3b, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=23e76c6a-339c-480d-a99f-492f43b6102c) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:34:54 user nova-compute[75686]: INFO os_vif [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:36:24,bridge_name='br-int',has_traffic_filtering=True,id=e74a11b2-3b88-4b9e-bef5-5c0a97c7602a,network=Network(675bf9c2-df4c-4902-aca4-7b7df68322da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape74a11b2-3b')
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-ed86987f-6cd0-4ffc-9609-14e613826bc4 req-06a46d2b-d2cc-4d64-a2b4-286bcd4fbb77 service nova] Releasing lock "refresh_cache-7b7bf45f-26da-4ef8-a83e-50807aad4384" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HRhKSTqc', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:34:54 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab06485f-026e-4b9b-933f-f839266e11b0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:34:54 user nova-compute[75686]: No targets found.
Nov 27 02:34:54 user nova-compute[75686]: iSNS:
Nov 27 02:34:54 user nova-compute[75686]: No targets found.
Nov 27 02:34:54 user nova-compute[75686]: STATIC:
Nov 27 02:34:54 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383
Nov 27 02:34:54 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:34:54 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:34:54 user nova-compute[75686]: FIRMWARE:
Nov 27 02:34:54 user nova-compute[75686]: No targets found.
Nov 27 02:34:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:34:54 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:34:54 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f64fcf54-ce1d-4cd4-af9e-ec1c6dcb3629]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca68640-713a-4a57-a843-38445ccdccb3]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:34:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 (non-flash)
Nov 27 02:34:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514830f7f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c29123-d722-4e70-a1f2-f649bfc6a7c8]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[19808858-e491-4a58-88cc-75d0c1c560bf]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7bf266b-83af-4792-a4bf-f383ef0286cb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.045s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[faf598f9-3039-493c-b36b-7b0dff328f0b]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23564666431353335', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_8d743aab', '/dev/disk/by-id/scsi-1SCST_BIO8d743aab-5dfd15354566b64b') {{(pid=86898) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[57f86bf4-e90a-41fd-848e-95c511810231]: (4, None) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9750ce30-4a2a-4af7-b910-5767e25aec9c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[fca88bf3-ce28-4bce-aa08-32a64ef89f0f]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260]
Nov 27 02:34:54 user nova-compute[75686]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383, portal: 172.16.0.220,3260] successful.
Nov 27 02:34:54 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a1a7c240-3585-46bf-a3fb-15e9e47bc383 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1e83a3d-eb72-4c8f-bc3e-8df6eddfbd6e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.293s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] <== disconnect_volume: return (294ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:34:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Deleting instance files /opt/stack/data/nova/instances/7b7bf45f-26da-4ef8-a83e-50807aad4384_del
Nov 27 02:34:54 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Deletion of /opt/stack/data/nova/instances/7b7bf45f-26da-4ef8-a83e-50807aad4384_del complete
Nov 27 02:34:54 user nova-compute[75686]: INFO nova.compute.manager [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 27 02:34:54 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:34:54 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:34:55 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:34:55 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Took 0.51 seconds to deallocate network for instance.
Nov 27 02:34:55 user nova-compute[75686]: INFO nova.compute.manager [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Took 0.80 seconds to detach 1 volumes for instance.
Nov 27 02:34:55 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:34:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:34:55 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:34:55 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:34:55 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.120s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.112s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-680d25a1-0674-489c-b925-daeb838e8c41 req-38a8ccef-6340-4ffb-a344-5be3cff791d6 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-680d25a1-0674-489c-b925-daeb838e8c41 req-38a8ccef-6340-4ffb-a344-5be3cff791d6 service nova] Acquiring lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-680d25a1-0674-489c-b925-daeb838e8c41 req-38a8ccef-6340-4ffb-a344-5be3cff791d6 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-680d25a1-0674-489c-b925-daeb838e8c41 req-38a8ccef-6340-4ffb-a344-5be3cff791d6 service nova] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-680d25a1-0674-489c-b925-daeb838e8c41 req-38a8ccef-6340-4ffb-a344-5be3cff791d6 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] No waiting events found dispatching network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:34:56 user nova-compute[75686]: WARNING nova.compute.manager [req-680d25a1-0674-489c-b925-daeb838e8c41 req-38a8ccef-6340-4ffb-a344-5be3cff791d6 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received unexpected event network-vif-plugged-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a for instance with vm_state deleted and task_state None.
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.manager [req-680d25a1-0674-489c-b925-daeb838e8c41 req-38a8ccef-6340-4ffb-a344-5be3cff791d6 service nova] [instance: 7b7bf45f-26da-4ef8-a83e-50807aad4384] Received event network-vif-deleted-e74a11b2-3b88-4b9e-bef5-5c0a97c7602a {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:34:56 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Deleted allocations for instance 7b7bf45f-26da-4ef8-a83e-50807aad4384
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-e56e2f0c-c777-4295-bd87-06b83b112911 tempest-TestVolumeBootPattern-1092048365 tempest-TestVolumeBootPattern-1092048365-project-member] Lock "7b7bf45f-26da-4ef8-a83e-50807aad4384" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.052s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:34:56 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:34:56 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9122MB free_disk=24.96163558959961GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:34:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.176s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:34:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:34:59 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:34:59 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:35:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:35:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:35:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:35:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:35:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:35:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:35:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:35:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:35:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:35:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:35:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:35:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:35:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:35:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:35:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:47 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:35:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:35:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:35:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:35:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:35:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:35:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:35:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:35:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:35:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:35:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:35:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9278MB free_disk=24.96044921875GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:35:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.435s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:35:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:36:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:00 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:36:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:36:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:36:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:36:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:36:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:36:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:04 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:05 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:36:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:36:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:36:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:36:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:36:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:36:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Starting instance... {{(pid=75686) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=75686) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 27 02:36:36 user nova-compute[75686]: INFO nova.compute.claims [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Claim successful on node user
Nov 27 02:36:36 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.320s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Start building networks asynchronously for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Allocating IP information in the background. {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 27 02:36:36 user nova-compute[75686]: DEBUG nova.network.neutron [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] allocate_for_instance() {{(pid=75686) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 27 02:36:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 27 02:36:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Start building block device mappings for instance. {{(pid=75686) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Start spawning the instance on the hypervisor. {{(pid=75686) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Creating instance directory {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 27 02:36:37 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Creating image(s)
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "/opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "/opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "/opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG nova.policy [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cd6644d17a034b5cab20476c5f7608ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a10e523d4e184633ad1fcf04f57e50a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=75686) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.211s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "4a810171aa649c411e3deb9baf0d24458a0edee3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.196s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk 1073741824 {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3,backing_fmt=raw /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk 1073741824" returned: 0 in 0.074s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "4a810171aa649c411e3deb9baf0d24458a0edee3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.277s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/4a810171aa649c411e3deb9baf0d24458a0edee3 --force-share --output=json" returned: 0 in 0.200s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk. size=1073741824 {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 27 02:36:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG nova.virt.disk.api [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Cannot resize image /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk to a smaller size. {{(pid=75686) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Created local disks {{(pid=75686) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Ensure instance console log exists: /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/console.log {{(pid=75686) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:38 user nova-compute[75686]: DEBUG nova.network.neutron [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Successfully created port: 9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Successfully updated port: 9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Building network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-changed-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.compute.manager [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Refreshing instance network info cache due to event network-changed-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Instance cache missing network info. {{(pid=75686) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.neutron [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Instance network_info: |[{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=75686) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.neutron [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Refreshing network info cache for port 9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Start _get_guest_xml network_info=[{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'boot_index': 0, 'disk_bus': 'virtio', 'device_type': 'disk', 'encrypted': False, 'guest_format': None, 'encryption_secret_uuid': None, 'encryption_format': None, 'device_name': '/dev/vda', 'size': 0, 'encryption_options': None, 'image_id': '90ee5c23-b10e-4785-b18a-9db7939564b3'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 27 02:36:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:36:39 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1652}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CPU controller missing on host. {{(pid=75686) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1662}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1671}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.host [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CPU controller found on host. {{(pid=75686) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1678}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=75686) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-27T01:40:26Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-27T01:40:36Z,direct_url=<?>,disk_format='qcow2',id=90ee5c23-b10e-4785-b18a-9db7939564b3,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='96a18b220adb46d7a50fc3e7b3d98a15',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-27T01:40:38Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Flavor limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Image limits 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Flavor pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Image pref 0:0:0 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=75686) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Got 1 possible topologies {{(pid=75686) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.hardware [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=75686) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:36:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-150260134',display_name='tempest-SnapshotDataIntegrityTests-server-150260134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-150260134',id=53,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnROnkv2PuZAsh6K1y9aNGaUTOECTcaskd9IIi8C1Bgm76F6EIuszdxA8w4AFeYVGeQBsywZZyEcUJ3hvfN7Y/6im3wD1bi5hfFhTk4U0bNCfGLMsvFpctdnYrI2I5oqg==',key_name='tempest-keypair-135304585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a10e523d4e184633ad1fcf04f57e50a6',ramdisk_id='',reservation_id='r-04m8028r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1202207742',owner_user_name='tempest-SnapshotDataIntegrityTests-1202207742-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:36:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6644d17a034b5cab20476c5f7608ac',uuid=5a37d691-526b-4cb4-81fd-9b0f2c186030,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=75686) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Converting VIF {"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:42:89,bridge_name='br-int',has_traffic_filtering=True,id=9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f,network=Network(5955a2ea-1177-4342-87fb-6ae910a995f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a3d8f8c-32') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.objects.instance [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'pci_devices' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] End _get_guest_xml xml=<domain type="kvm">
Nov 27 02:36:39 user nova-compute[75686]:   <uuid>5a37d691-526b-4cb4-81fd-9b0f2c186030</uuid>
Nov 27 02:36:39 user nova-compute[75686]:   <name>instance-00000035</name>
Nov 27 02:36:39 user nova-compute[75686]:   <memory>524288</memory>
Nov 27 02:36:39 user nova-compute[75686]:   <vcpu>1</vcpu>
Nov 27 02:36:39 user nova-compute[75686]:   <metadata>
Nov 27 02:36:39 user nova-compute[75686]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 27 02:36:39 user nova-compute[75686]:       <nova:package version="0.0.0"/>
Nov 27 02:36:39 user nova-compute[75686]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-150260134</nova:name>
Nov 27 02:36:39 user nova-compute[75686]:       <nova:creationTime>2023-11-27 02:36:39</nova:creationTime>
Nov 27 02:36:39 user nova-compute[75686]:       <nova:flavor name="m1.tiny">
Nov 27 02:36:39 user nova-compute[75686]:         <nova:memory>512</nova:memory>
Nov 27 02:36:39 user nova-compute[75686]:         <nova:disk>1</nova:disk>
Nov 27 02:36:39 user nova-compute[75686]:         <nova:swap>0</nova:swap>
Nov 27 02:36:39 user nova-compute[75686]:         <nova:ephemeral>0</nova:ephemeral>
Nov 27 02:36:39 user nova-compute[75686]:         <nova:vcpus>1</nova:vcpus>
Nov 27 02:36:39 user nova-compute[75686]:       </nova:flavor>
Nov 27 02:36:39 user nova-compute[75686]:       <nova:owner>
Nov 27 02:36:39 user nova-compute[75686]:         <nova:user uuid="cd6644d17a034b5cab20476c5f7608ac">tempest-SnapshotDataIntegrityTests-1202207742-project-member</nova:user>
Nov 27 02:36:39 user nova-compute[75686]:         <nova:project uuid="a10e523d4e184633ad1fcf04f57e50a6">tempest-SnapshotDataIntegrityTests-1202207742</nova:project>
Nov 27 02:36:39 user nova-compute[75686]:       </nova:owner>
Nov 27 02:36:39 user nova-compute[75686]:       <nova:root type="image" uuid="90ee5c23-b10e-4785-b18a-9db7939564b3"/>
Nov 27 02:36:39 user nova-compute[75686]:       <nova:ports>
Nov 27 02:36:39 user nova-compute[75686]:         <nova:port uuid="9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f">
Nov 27 02:36:39 user nova-compute[75686]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 27 02:36:39 user nova-compute[75686]:         </nova:port>
Nov 27 02:36:39 user nova-compute[75686]:       </nova:ports>
Nov 27 02:36:39 user nova-compute[75686]:     </nova:instance>
Nov 27 02:36:39 user nova-compute[75686]:   </metadata>
Nov 27 02:36:39 user nova-compute[75686]:   <sysinfo type="smbios">
Nov 27 02:36:39 user nova-compute[75686]:     <system>
Nov 27 02:36:39 user nova-compute[75686]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 27 02:36:39 user nova-compute[75686]:       <entry name="product">OpenStack Nova</entry>
Nov 27 02:36:39 user nova-compute[75686]:       <entry name="version">0.0.0</entry>
Nov 27 02:36:39 user nova-compute[75686]:       <entry name="serial">5a37d691-526b-4cb4-81fd-9b0f2c186030</entry>
Nov 27 02:36:39 user nova-compute[75686]:       <entry name="uuid">5a37d691-526b-4cb4-81fd-9b0f2c186030</entry>
Nov 27 02:36:39 user nova-compute[75686]:       <entry name="family">Virtual Machine</entry>
Nov 27 02:36:39 user nova-compute[75686]:     </system>
Nov 27 02:36:39 user nova-compute[75686]:   </sysinfo>
Nov 27 02:36:39 user nova-compute[75686]:   <os>
Nov 27 02:36:39 user nova-compute[75686]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 27 02:36:39 user nova-compute[75686]:     <boot dev="hd"/>
Nov 27 02:36:39 user nova-compute[75686]:     <smbios mode="sysinfo"/>
Nov 27 02:36:39 user nova-compute[75686]:   </os>
Nov 27 02:36:39 user nova-compute[75686]:   <features>
Nov 27 02:36:39 user nova-compute[75686]:     <acpi/>
Nov 27 02:36:39 user nova-compute[75686]:     <apic/>
Nov 27 02:36:39 user nova-compute[75686]:     <vmcoreinfo/>
Nov 27 02:36:39 user nova-compute[75686]:   </features>
Nov 27 02:36:39 user nova-compute[75686]:   <clock offset="utc">
Nov 27 02:36:39 user nova-compute[75686]:     <timer name="pit" tickpolicy="delay"/>
Nov 27 02:36:39 user nova-compute[75686]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 27 02:36:39 user nova-compute[75686]:     <timer name="hpet" present="no"/>
Nov 27 02:36:39 user nova-compute[75686]:   </clock>
Nov 27 02:36:39 user nova-compute[75686]:   <cpu mode="custom" match="exact">
Nov 27 02:36:39 user nova-compute[75686]:     <model>Nehalem</model>
Nov 27 02:36:39 user nova-compute[75686]:     <topology sockets="1" cores="1" threads="1"/>
Nov 27 02:36:39 user nova-compute[75686]:   </cpu>
Nov 27 02:36:39 user nova-compute[75686]:   <devices>
Nov 27 02:36:39 user nova-compute[75686]:     <disk type="file" device="disk">
Nov 27 02:36:39 user nova-compute[75686]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 27 02:36:39 user nova-compute[75686]:       <source file="/opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk"/>
Nov 27 02:36:39 user nova-compute[75686]:       <target dev="vda" bus="virtio"/>
Nov 27 02:36:39 user nova-compute[75686]:     </disk>
Nov 27 02:36:39 user nova-compute[75686]:     <interface type="ethernet">
Nov 27 02:36:39 user nova-compute[75686]:       <mac address="fa:16:3e:78:42:89"/>
Nov 27 02:36:39 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:36:39 user nova-compute[75686]:       <mtu size="1442"/>
Nov 27 02:36:39 user nova-compute[75686]:       <target dev="tap9a3d8f8c-32"/>
Nov 27 02:36:39 user nova-compute[75686]:     </interface>
Nov 27 02:36:39 user nova-compute[75686]:     <serial type="pty">
Nov 27 02:36:39 user nova-compute[75686]:       <log file="/opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/console.log" append="off"/>
Nov 27 02:36:39 user nova-compute[75686]:     </serial>
Nov 27 02:36:39 user nova-compute[75686]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 27 02:36:39 user nova-compute[75686]:     <video>
Nov 27 02:36:39 user nova-compute[75686]:       <model type="virtio"/>
Nov 27 02:36:39 user nova-compute[75686]:     </video>
Nov 27 02:36:39 user nova-compute[75686]:     <rng model="virtio">
Nov 27 02:36:39 user nova-compute[75686]:       <backend model="random">/dev/urandom</backend>
Nov 27 02:36:39 user nova-compute[75686]:     </rng>
Nov 27 02:36:39 user nova-compute[75686]:     <controller type="usb" index="0" model="none"/>
Nov 27 02:36:39 user nova-compute[75686]:     <memballoon model="virtio">
Nov 27 02:36:39 user nova-compute[75686]:       <stats period="10"/>
Nov 27 02:36:39 user nova-compute[75686]:     </memballoon>
Nov 27 02:36:39 user nova-compute[75686]:   </devices>
Nov 27 02:36:39 user nova-compute[75686]: </domain>
Nov 27 02:36:39 user nova-compute[75686]:  {{(pid=75686) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:36:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-150260134',display_name='tempest-SnapshotDataIntegrityTests-server-150260134',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-150260134',id=53,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnROnkv2PuZAsh6K1y9aNGaUTOECTcaskd9IIi8C1Bgm76F6EIuszdxA8w4AFeYVGeQBsywZZyEcUJ3hvfN7Y/6im3wD1bi5hfFhTk4U0bNCfGLMsvFpctdnYrI2I5oqg==',key_name='tempest-keypair-135304585',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='a10e523d4e184633ad1fcf04f57e50a6',ramdisk_id='',reservation_id='r-04m8028r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1202207742',owner_user_name='tempest-SnapshotDataIntegrityTests-1202207742-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-27T02:36:37Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6644d17a034b5cab20476c5f7608ac',uuid=5a37d691-526b-4cb4-81fd-9b0f2c186030,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Converting VIF {"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:78:42:89,bridge_name='br-int',has_traffic_filtering=True,id=9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f,network=Network(5955a2ea-1177-4342-87fb-6ae910a995f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a3d8f8c-32') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG os_vif [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:42:89,bridge_name='br-int',has_traffic_filtering=True,id=9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f,network=Network(5955a2ea-1177-4342-87fb-6ae910a995f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a3d8f8c-32') {{(pid=75686) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1336f90e-f583-57bb-bc51-868a6c3c009a', '_type': 'linux-noop'}}, row=False) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9a3d8f8c-32, may_exist=True, interface_attrs={}) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9a3d8f8c-32, col_values=(('qos', UUID('8961735b-39d5-4f3f-b4a4-5bcddca00e86')),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9a3d8f8c-32, col_values=(('external_ids', {'iface-id': '9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:78:42:89', 'vm-uuid': '5a37d691-526b-4cb4-81fd-9b0f2c186030'}),), if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:39 user nova-compute[75686]: INFO os_vif [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:78:42:89,bridge_name='br-int',has_traffic_filtering=True,id=9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f,network=Network(5955a2ea-1177-4342-87fb-6ae910a995f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a3d8f8c-32')
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:36:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No VIF found with MAC fa:16:3e:78:42:89, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:36:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated VIF entry in instance network info cache for port 9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:36:40 user nova-compute[75686]: DEBUG nova.network.neutron [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:36:40 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-13f654b3-e1a8-4ceb-894d-61a1e64f6c70 req-edae37bc-bf76-4795-a3db-7c85ec149846 service nova] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:36:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:41 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-b0866747-ade1-4a88-8007-8382a759a02b req-4d36bbf4-c157-473e-9b21-9052934f2ab1 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:36:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b0866747-ade1-4a88-8007-8382a759a02b req-4d36bbf4-c157-473e-9b21-9052934f2ab1 service nova] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b0866747-ade1-4a88-8007-8382a759a02b req-4d36bbf4-c157-473e-9b21-9052934f2ab1 service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:41 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-b0866747-ade1-4a88-8007-8382a759a02b req-4d36bbf4-c157-473e-9b21-9052934f2ab1 service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:41 user nova-compute[75686]: DEBUG nova.compute.manager [req-b0866747-ade1-4a88-8007-8382a759a02b req-4d36bbf4-c157-473e-9b21-9052934f2ab1 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] No waiting events found dispatching network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:36:41 user nova-compute[75686]: WARNING nova.compute.manager [req-b0866747-ade1-4a88-8007-8382a759a02b req-4d36bbf4-c157-473e-9b21-9052934f2ab1 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received unexpected event network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f for instance with vm_state building and task_state spawning.
Nov 27 02:36:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-916d8f78-61b8-423c-836e-75c8b9f46677 req-1ead7637-33ef-443d-ba0a-41d9ad269dea service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-916d8f78-61b8-423c-836e-75c8b9f46677 req-1ead7637-33ef-443d-ba0a-41d9ad269dea service nova] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-916d8f78-61b8-423c-836e-75c8b9f46677 req-1ead7637-33ef-443d-ba0a-41d9ad269dea service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-916d8f78-61b8-423c-836e-75c8b9f46677 req-1ead7637-33ef-443d-ba0a-41d9ad269dea service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.compute.manager [req-916d8f78-61b8-423c-836e-75c8b9f46677 req-1ead7637-33ef-443d-ba0a-41d9ad269dea service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] No waiting events found dispatching network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:36:43 user nova-compute[75686]: WARNING nova.compute.manager [req-916d8f78-61b8-423c-836e-75c8b9f46677 req-1ead7637-33ef-443d-ba0a-41d9ad269dea service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received unexpected event network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f for instance with vm_state building and task_state spawning.
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Instance event wait completed in 0 seconds for  {{(pid=75686) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Guest created on hypervisor {{(pid=75686) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 27 02:36:43 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Instance spawned successfully.
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Found default for hw_cdrom_bus of ide {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Found default for hw_disk_bus of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Found default for hw_input_bus of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Found default for hw_pointer_model of None {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Found default for hw_video_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Found default for hw_vif_model of virtio {{(pid=75686) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 27 02:36:43 user nova-compute[75686]: INFO nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Took 6.57 seconds to spawn the instance on the hypervisor.
Nov 27 02:36:43 user nova-compute[75686]: DEBUG nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Checking state {{(pid=75686) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 27 02:36:43 user nova-compute[75686]: INFO nova.compute.manager [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Took 7.36 seconds to build instance.
Nov 27 02:36:43 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-203bc857-bfa7-4b6f-9cca-69df527087d1 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.480s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:36:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:36:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:36:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:36:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:36:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:56 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:36:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:36:57 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:36:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8718MB free_disk=24.944690704345703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:36:57 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:36:58 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:36:58 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:36:58 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:36:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.429s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:36:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:36:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:01 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:37:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:37:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:37:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:37:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:37:02 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:37:02 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:37:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:37:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:37:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:37:03 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:06 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:15 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:37:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:37:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:37:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:37:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:37:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:37:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:37:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:37:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:50 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:53 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:37:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:37:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:37:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:37:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:37:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:37:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:37:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:37:58 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:37:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:37:59 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:37:59 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:37:59 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8987MB free_disk=24.915149688720703GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.195s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:37:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:01 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:01 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:38:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:38:02 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:38:03 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4996-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:38:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:38:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:38:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:09 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:38:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:38:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:19 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:38:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:38:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:38:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:24 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-changed-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG nova.compute.manager [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Refreshing instance network info cache due to event network-changed-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f. {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Refreshing network info cache for port 9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated VIF entry in instance network info cache for port 9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f. {{(pid=75686) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG nova.network.neutron [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:38:27 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-390d1c05-c429-48f7-9dc0-8fafed68bf52 req-4d0bcfa3-c4ff-4501-b60f-046a6ea61f08 service nova] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:38:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:29 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:38:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:38:30 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:38:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:38:31 user nova-compute[75686]: INFO nova.compute.manager [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attaching volume 603795d1-31a5-496c-9302-ba046a9ddb07 to /dev/vdb
Nov 27 02:38:31 user nova-compute[75686]: DEBUG os_brick.utils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e68fdb8-97ae-4b1b-a798-a2cbe87d511d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f35745d6-19e7-481d-93a7-841d18ace2a1]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[42440426-255a-4145-97ae-a419bf2ca90c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[768d1bff-7da0-4339-86de-f2a5ef5f9076]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:38:31 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:38:31 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[61f9b0c5-d6f9-4736-8ff4-7c87f09f2dfd]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG os_brick.utils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:38:31 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating existing volume attachment record: 4be91cb8-0918-4e13-a112-3973eba2a346 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:38:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:34 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZkgoLnq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:38:37 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:38:37 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:38:37 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac944568-8f5f-4107-8930-65b2cc7ffb9d]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:38:37 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6e225e9-4bf2-4517-a8a4-a60e193b715a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07] added
Nov 27 02:38:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bed339d-10be-4afd-9cb0-20f61fb9c49e]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[771f77a5-4440-4b40-a51a-2295fe023d6a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MZkgoLnq {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MZkgoLnq" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[177012c6-9cc6-4849-9451-acacbaefb06c]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MZkgoLnq'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a4ec905-5ba2-4d7b-8321-50c0f56b4e69]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3210c074-e93c-44fc-a1fc-ff71aa7a62db]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:38:37 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:38:37 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:38:37 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:38:37 user nova-compute[75686]: 
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --login" returned: 0 in 0.047s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9f9d442-d537-41e4-9931-68d124f77c02]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260]
Nov 27 02:38:37 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260] successful.
Nov 27 02:38:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20bd2f8-889c-49cc-ac07-0cc98a861f14]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[71c05cb9-5e97-4b68-936b-0ee601d683f8]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 (non-flash)
Nov 27 02:38:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 (non-flash)
Nov 27 02:38:37 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.256s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d84517c-d6a4-4567-887d-31e393191977]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:38:37 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZkgoLnq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:38:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.297s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:38:38 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== connect_volume: return (1299ms) {'type': 'block', 'scsi_wwn': '26637646431363336', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:38:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26637646431363336', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:38:38 user nova-compute[75686]: DEBUG nova.objects.instance [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:38:38 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:38:38 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:38:38 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:38:38 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:38:38 user nova-compute[75686]:   <serial>603795d1-31a5-496c-9302-ba046a9ddb07</serial>
Nov 27 02:38:38 user nova-compute[75686]: </disk>
Nov 27 02:38:38 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No VIF found with MAC fa:16:3e:78:42:89, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-6b5cd068-fc6c-48e2-b859-66348e1559b2 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.988s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:38:39 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:44 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:38:52 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:38:52 user nova-compute[75686]: INFO nova.compute.manager [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Detaching volume 603795d1-31a5-496c-9302-ba046a9ddb07
Nov 27 02:38:52 user nova-compute[75686]: INFO nova.virt.block_device [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attempting to driver detach volume 603795d1-31a5-496c-9302-ba046a9ddb07 from mountpoint /dev/vdb
Nov 27 02:38:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Attempting to detach device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:38:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:38:52 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:38:52 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:38:52 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:38:52 user nova-compute[75686]:   <serial>603795d1-31a5-496c-9302-ba046a9ddb07</serial>
Nov 27 02:38:52 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:38:52 user nova-compute[75686]: </disk>
Nov 27 02:38:52 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:38:52 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config.
Nov 27 02:38:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:38:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:38:52 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:38:52 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:38:52 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:38:52 user nova-compute[75686]:   <serial>603795d1-31a5-496c-9302-ba046a9ddb07</serial>
Nov 27 02:38:52 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:38:52 user nova-compute[75686]: </disk>
Nov 27 02:38:52 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:38:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:38:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:57 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:38:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:38:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:38:58 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:38:58 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:38:58 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:38:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:38:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:38:59 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:38:59 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:38:59 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8966MB free_disk=24.913814544677734GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:38:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:38:59 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:39:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.366s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:04 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:39:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:39:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:13 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 is timed out.
Nov 27 02:39:13 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config.
Nov 27 02:39:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MZkgoLnq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:39:13 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dcdabd2-886e-4484-b2ad-0922f189b13c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:39:13 user nova-compute[75686]: No targets found.
Nov 27 02:39:13 user nova-compute[75686]: iSNS:
Nov 27 02:39:13 user nova-compute[75686]: No targets found.
Nov 27 02:39:13 user nova-compute[75686]: STATIC:
Nov 27 02:39:13 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07
Nov 27 02:39:13 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:39:13 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:39:13 user nova-compute[75686]: FIRMWARE:
Nov 27 02:39:13 user nova-compute[75686]: No targets found.
Nov 27 02:39:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:39:13 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:39:13 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fc4867a-b647-4195-b954-dda2d0b5e6e0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff335783-3949-4936-ac66-c955057a6a50]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 (non-flash)
Nov 27 02:39:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 (non-flash)
Nov 27 02:39:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c686a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb753560-d5c9-44e9-8f9b-8a79943edee8]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ec0bfc8-56cf-40f3-83ea-6508b8351eae]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a622f752-5eed-4d29-83be-893ac9d69cad]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.029s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c8fa92f-8738-4b17-9360-50121c47bc30]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b111b33c-6072-428b-b8e4-7614bf84f143]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --logout" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac486518-aa61-4a5b-8adf-e2913c05a20d]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260]
Nov 27 02:39:13 user nova-compute[75686]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07, portal: 172.16.0.220,3260] successful.
Nov 27 02:39:13 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:603795d1-31a5-496c-9302-ba046a9ddb07 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b0bd062-f123-4e92-88ee-9639fe81dd66]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.265s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== disconnect_volume: return (266ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:39:13 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:39:14 user nova-compute[75686]: DEBUG nova.objects.instance [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:39:14 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-d520804a-c510-4464-99cf-48bfd96bdd37 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.573s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:39:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:39:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:18 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:39:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:39:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:39:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG nova.objects.instance [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:39:46 user nova-compute[75686]: INFO nova.compute.manager [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attaching volume 2084c397-d038-45e4-8df4-4f3c68499efd to /dev/vdb
Nov 27 02:39:46 user nova-compute[75686]: DEBUG os_brick.utils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bde53d7-fe35-4844-8417-f32fb5056bed]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8f58176-27ec-4ee4-8a65-7754919c3df9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2681982b-669e-4cc1-b80e-2b23783b6d76]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d651240a-7981-4306-9e30-1d7756e07a6e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:39:46 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:39:46 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[68ad7080-90ac-4065-820d-cdd834cc3fc3]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG os_brick.utils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== get_connector_properties: return (128ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:39:46 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating existing volume attachment record: 4cdda3fe-645a-45bc-b5b2-37736eb39914 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:39:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXAnRwpT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:39:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:39:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:39:52 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a70487e1-f822-4c40-9fbe-f483198ccc33]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:39:52 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[64460dae-a09e-4dab-8264-09c2afac0e5a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd] added
Nov 27 02:39:52 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[548b6c67-adc9-4ec7-9799-387e4dffa1c9]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a264da07-802c-4729-af10-1a513990305f]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PXAnRwpT {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.auth.username -v PXAnRwpT" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b195906e-8c34-4e96-ace0-e49ba2ca3f37]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'PXAnRwpT'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[218fe84c-215a-447b-9e1c-c039b66e6247]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[35167b4f-23e5-4900-af89-6dcab1da28fb]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:39:52 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:39:52 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:39:52 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:39:52 user nova-compute[75686]: 
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[15f4d694-e8a9-4c87-98ac-2551e5f94348]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260]
Nov 27 02:39:52 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260] successful.
Nov 27 02:39:52 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b733372a-5dc1-4081-96a0-7f5657288ec1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0027ec23-9b43-45d1-974f-6eace9fda300]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd (non-flash)
Nov 27 02:39:52 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd (non-flash)
Nov 27 02:39:52 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.270s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab6a5c81-34e0-4d4d-9df5-8c1aac91f62b]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXAnRwpT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:39:52 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.304s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:39:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== connect_volume: return (1307ms) {'type': 'block', 'scsi_wwn': '26362353632326461', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:39:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26362353632326461', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:39:53 user nova-compute[75686]: DEBUG nova.objects.instance [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:39:53 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:39:53 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:39:53 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:39:53 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:39:53 user nova-compute[75686]:   <serial>2084c397-d038-45e4-8df4-4f3c68499efd</serial>
Nov 27 02:39:53 user nova-compute[75686]: </disk>
Nov 27 02:39:53 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:39:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:39:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:39:54 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No VIF found with MAC fa:16:3e:78:42:89, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:39:54 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-bb9e5ed9-f184-4309-b284-800018bdb1fb tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.989s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:39:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:39:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:39:56 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:39:56 user nova-compute[75686]: INFO nova.compute.manager [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Detaching volume 2084c397-d038-45e4-8df4-4f3c68499efd
Nov 27 02:39:56 user nova-compute[75686]: INFO nova.virt.block_device [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attempting to driver detach volume 2084c397-d038-45e4-8df4-4f3c68499efd from mountpoint /dev/vdb
Nov 27 02:39:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Attempting to detach device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:39:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:39:56 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:39:56 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:39:56 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:39:56 user nova-compute[75686]:   <serial>2084c397-d038-45e4-8df4-4f3c68499efd</serial>
Nov 27 02:39:56 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:39:56 user nova-compute[75686]: </disk>
Nov 27 02:39:56 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:39:56 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config.
Nov 27 02:39:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:39:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:39:56 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:39:56 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:39:56 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:39:56 user nova-compute[75686]:   <serial>2084c397-d038-45e4-8df4-4f3c68499efd</serial>
Nov 27 02:39:56 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:39:56 user nova-compute[75686]: </disk>
Nov 27 02:39:56 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:39:56 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:39:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:39:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:40:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:40:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:40:00 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:40:00 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:40:01 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:40:01 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8953MB free_disk=24.912845611572266GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:40:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.182s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:40:05 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:40:06 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:40:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:40:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:40:06 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:06 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:40:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_shelved_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:40:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:40:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:16 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 is timed out.
Nov 27 02:40:16 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config.
Nov 27 02:40:16 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'PXAnRwpT', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:40:16 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:40:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1356210-2d6e-4643-8835-e9076dd290ee]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:40:16 user nova-compute[75686]: No targets found.
Nov 27 02:40:16 user nova-compute[75686]: iSNS:
Nov 27 02:40:16 user nova-compute[75686]: No targets found.
Nov 27 02:40:16 user nova-compute[75686]: STATIC:
Nov 27 02:40:16 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd
Nov 27 02:40:16 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:40:16 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:40:16 user nova-compute[75686]: FIRMWARE:
Nov 27 02:40:16 user nova-compute[75686]: No targets found.
Nov 27 02:40:16 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:40:16 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:40:16 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:16 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc5da338-b2a0-45e7-ab82-194a5fbb726a]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ab490ce-1418-410d-bd7a-08cb3f95fc42]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd (non-flash)
Nov 27 02:40:17 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd (non-flash)
Nov 27 02:40:17 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f516c686c20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b47aaeb-3270-4575-9031-e252f7acb8a3]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b0ae1ad-f85c-4367-8883-63e7dfeed8eb]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec13035c-1a75-4fee-b9fc-58a3fad82ee0]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[552f6446-7210-4ce3-ba28-ac40adace8c3]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c87e763a-6cfd-45ea-a866-f0de7eb49642]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[952f92f5-3f93-4ad0-bfbd-c10f7fa997d7]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260]
Nov 27 02:40:17 user nova-compute[75686]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd, portal: 172.16.0.220,3260] successful.
Nov 27 02:40:17 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2084c397-d038-45e4-8df4-4f3c68499efd -p 172.16.0.220:3260 --op delete" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a60762-aed8-4f79-928f-62b4bbcea827]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.290s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== disconnect_volume: return (292ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:40:17 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:40:18 user nova-compute[75686]: DEBUG nova.objects.instance [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:40:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-a4a308d7-7951-425a-96c3-481b2ba2d9c8 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.676s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:40:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:40:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:40:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:40:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:40:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:40:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:40:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:40:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:48 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.060s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:40:49 user nova-compute[75686]: INFO nova.compute.manager [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attaching volume 4fe7cd6c-d03c-4246-adc4-92ca39e405b7 to /dev/vdb
Nov 27 02:40:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[34b1dfd6-91b6-42be-a6a7-7f9251d44175]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ca93fd2-249b-4da6-9b75-2c51b56220f9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[04954fda-4eb6-4b05-bf0a-33c36aff0030]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d4dfc31-da95-46ba-857b-57b0eb413046]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:40:49 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:40:49 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6aef69e5-c1e4-4673-8d3d-952ae9dc67d2]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG os_brick.utils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:40:49 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating existing volume attachment record: 06898eae-6b43-4c7c-acfd-09354546c5ea {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:40:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ltRHrbFV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:40:55 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:40:55 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:40:55 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab6e5050-797a-4e47-852d-0589daf0fc65]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:40:55 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c8bc3e2-4a5c-4459-9a29-e04b83ada0d7]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7] added
Nov 27 02:40:55 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[30b2487e-87f2-46b1-a99e-35f671c9e206]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[02cc43c9-27b1-4144-ab8d-a01c782c3acb]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:55 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ltRHrbFV {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ltRHrbFV" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[98df28b8-e5ec-40a8-86ab-191b60d16a32]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ltRHrbFV'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[78e2d6e7-7a96-4294-953e-c5860a6517f6]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d03941-c0c0-4e5e-8a1e-bfaa78e5a4ec]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:40:56 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:40:56 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:40:56 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:40:56 user nova-compute[75686]: 
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[155bf369-a3a5-4bb9-a78a-b150debc2225]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260]
Nov 27 02:40:56 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260] successful.
Nov 27 02:40:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[38de202d-4a06-4f09-a1c8-a9a6beec52f8]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f91b102-b317-432f-83fb-f984a74ba437]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 (non-flash)
Nov 27 02:40:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 (non-flash)
Nov 27 02:40:56 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.244s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[60544117-57c5-4537-89d7-f98083118bd6]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ltRHrbFV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:40:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.274s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== connect_volume: return (1275ms) {'type': 'block', 'scsi_wwn': '23937396463326231', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23937396463326231', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG nova.objects.instance [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:40:57 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:40:57 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:40:57 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:40:57 user nova-compute[75686]:   <serial>4fe7cd6c-d03c-4246-adc4-92ca39e405b7</serial>
Nov 27 02:40:57 user nova-compute[75686]: </disk>
Nov 27 02:40:57 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No VIF found with MAC fa:16:3e:78:42:89, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:40:57 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-3339a7fb-46b0-4909-a9bc-f62542f53bfc tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.004s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:40:59 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:41:00 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:41:00 user nova-compute[75686]: INFO nova.compute.manager [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Detaching volume 4fe7cd6c-d03c-4246-adc4-92ca39e405b7
Nov 27 02:41:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:00 user nova-compute[75686]: INFO nova.virt.block_device [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attempting to driver detach volume 4fe7cd6c-d03c-4246-adc4-92ca39e405b7 from mountpoint /dev/vdb
Nov 27 02:41:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Attempting to detach device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:41:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:41:00 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:41:00 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:41:00 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:41:00 user nova-compute[75686]:   <serial>4fe7cd6c-d03c-4246-adc4-92ca39e405b7</serial>
Nov 27 02:41:00 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:41:00 user nova-compute[75686]: </disk>
Nov 27 02:41:00 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:41:00 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config.
Nov 27 02:41:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:41:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:41:00 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:41:00 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:41:00 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:41:00 user nova-compute[75686]:   <serial>4fe7cd6c-d03c-4246-adc4-92ca39e405b7</serial>
Nov 27 02:41:00 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:41:00 user nova-compute[75686]: </disk>
Nov 27 02:41:00 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:41:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:41:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:41:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:41:02 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:41:02 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:41:02 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:03 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:41:03 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8971MB free_disk=24.911914825439453GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing inventories for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating ProviderTree inventory for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Updating inventory in ProviderTree for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing aggregate associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, aggregates: None {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Refreshing trait associations for resource provider 01b04e4d-32b4-4e84-b330-3c1a096a9410, traits: COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VOLUME_EXTEND,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_NET_VIF_MODEL_NE2K_PCI,HW_CPU_X86_SSE42,COMPUTE_GRAPHICS_MODEL_QXL,HW_CPU_X86_SSSE3,HW_CPU_X86_MMX,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_AMI,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_ACCELERATORS,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_DEVICE_TAGGING,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_GRAPHICS_MODEL_VGA,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,HW_CPU_X86_SSE,HW_CPU_X86_SSE41,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_NET_VIF_MODEL_E1000,COMPUTE_STORAGE_BUS_IDE,COMPUTE_RESCUE_BFV,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,COMPUTE_STORAGE_BUS_SATA,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_USB {{(pid=75686) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:41:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.284s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:41:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:05 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:05 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:41:05 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:05 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances with incomplete migration  {{(pid=75686) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 27 02:41:06 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:41:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:41:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:41:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:41:06 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:41:06 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:41:07 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:41:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:41:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:41:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Cleaning up deleted instances {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 27 02:41:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] There are 0 instances to clean {{(pid=75686) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 27 02:41:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:41:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:41:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:41:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:41:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:13 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:41:20 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 is timed out.
Nov 27 02:41:20 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config.
Nov 27 02:41:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ltRHrbFV', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:41:20 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[67567b0a-93af-4b1c-8db8-6457fd108ce1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:41:20 user nova-compute[75686]: No targets found.
Nov 27 02:41:20 user nova-compute[75686]: iSNS:
Nov 27 02:41:20 user nova-compute[75686]: No targets found.
Nov 27 02:41:20 user nova-compute[75686]: STATIC:
Nov 27 02:41:20 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7
Nov 27 02:41:20 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:41:20 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:41:20 user nova-compute[75686]: FIRMWARE:
Nov 27 02:41:20 user nova-compute[75686]: No targets found.
Nov 27 02:41:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:41:20 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:41:20 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4697ebc6-bff7-48eb-b5c7-9533ac7409a0]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c0e3489-2d9d-4a07-ae8e-da2b91ef2f46]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 (non-flash)
Nov 27 02:41:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 (non-flash)
Nov 27 02:41:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514830e950>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e619cf2b-e3c6-491d-88a7-d94897d6a974]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd62709-86ba-4e75-8660-05ba11d0057c]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a10f010e-cea1-482c-bea2-505ffd3bc06a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dface4d-88ff-440e-a9ea-c2e8ccc7b1cc]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[111eb354-335b-4a65-abbf-c4330c0b9a9a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[aabd2134-0909-4160-96ab-27ffa8dd0e38]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260]
Nov 27 02:41:20 user nova-compute[75686]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7, portal: 172.16.0.220,3260] successful.
Nov 27 02:41:20 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:4fe7cd6c-d03c-4246-adc4-92ca39e405b7 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b79a49bc-538d-4267-bbe1-93ab845d7255]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.292s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== disconnect_volume: return (293ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:41:20 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:41:21 user nova-compute[75686]: DEBUG nova.objects.instance [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:41:21 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-0afe8384-15ad-4634-9636-af5ab7dc985e tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.664s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:41:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:41:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:41:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:41:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:41:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:30 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_power_states {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:30 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Triggering sync for uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 27 02:41:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:41:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:41:30 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.032s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:41:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:41:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:41:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:41:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:41:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:41:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:41:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:41:53 user nova-compute[75686]: INFO nova.compute.manager [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attaching volume 27c5359a-8c67-4c33-a1b2-081032a6aa5d to /dev/vdb
Nov 27 02:41:53 user nova-compute[75686]: DEBUG os_brick.utils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d0fc0fe-fc04-4852-80e6-69b9742695dc]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:8f19bbf1cb26\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1fd59c7-0e0e-41ca-92e0-2983046b712a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01ea65f-5ed0-4774-b01d-463e7e38e5f7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c3fd121-bb84-4675-a92f-9bf3c76f1329]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Running cmd (subprocess): nvme version {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] 'nvme version' failed. Not Retrying. {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] nvme not present on system {{(pid=75686) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 27 02:41:53 user nova-compute[75686]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 27 02:41:53 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[09af600f-da28-44f1-a2bb-ecc6a1288488]: (4, '') {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=75686) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.lightos [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] LIGHTOS: no hostnqn found. {{(pid=75686) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG os_brick.utils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:8f19bbf1cb26', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:41:53 user nova-compute[75686]: DEBUG nova.virt.block_device [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating existing volume attachment record: a703dc8a-09f2-4192-80f8-34f08f08f781 {{(pid=75686) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 27 02:41:54 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:54 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:41:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Calling os-brick to attach iSCSI Volume {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xtVzZLHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:41:59 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:41:59 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:41:59 user nova-compute[75686]: INFO os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[2057e2c0-e871-40e7-992b-101f7324e742]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 27 02:41:59 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --interface default --op new {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ed3b07a-b88b-4aad-ab03-2edfa2f0de13]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d] added\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d] added
Nov 27 02:41:59 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce804fd5-63dd-446b-8415-f7245aafc554]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[953f424a-39c1-4d90-8fd9-79a31526e52a]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xtVzZLHq {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xtVzZLHq" returned: 0 in 0.028s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[df2ce895-4ae3-47cf-aae9-1e2c31bcfc05]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xtVzZLHq'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[af969c96-e733-4805-a1b2-142ef83e4b72]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[72b2a641-f4a4-40de-bb52-7b84e158e53a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:41:59 user nova-compute[75686]:  {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 27 02:41:59 user nova-compute[75686]:  {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:41:59 user nova-compute[75686]: WARNING os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 27 02:41:59 user nova-compute[75686]: 
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --login {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[834fb154-2c8b-4bcd-ac9f-7dea86d3845d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260]
Nov 27 02:41:59 user nova-compute[75686]: Login to [iface: default, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260] successful.
Nov 27 02:41:59 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[33a460b3-c09f-41a3-b5b5-93936d45c573]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[a305790a-fd2e-44d0-a5f7-c8ad6f18eabc]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d (non-flash)
Nov 27 02:41:59 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d (non-flash)
Nov 27 02:41:59 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.261s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to 172.16.0.220:3260 {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=75686) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=75686) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[76f0db87-53f8-4f8a-ad6b-16683a193117]: (4, ('- - 0', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:41:59 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: None {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=75686) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xtVzZLHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=75686) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.292s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26232393262333861', 'path': '/dev/sdb'} {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26232393262333861', 'path': '/dev/sdb'} {{(pid=75686) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG nova.objects.instance [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:42:00 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] attach device xml: <disk type="block" device="disk">
Nov 27 02:42:00 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:42:00 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:42:00 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:42:00 user nova-compute[75686]:   <serial>27c5359a-8c67-4c33-a1b2-081032a6aa5d</serial>
Nov 27 02:42:00 user nova-compute[75686]: </disk>
Nov 27 02:42:00 user nova-compute[75686]:  {{(pid=75686) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 27 02:42:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vda, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:42:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No BDM found with device name vdb, not building metadata. {{(pid=75686) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12089}}
Nov 27 02:42:01 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] No VIF found with MAC fa:16:3e:78:42:89, not building metadata {{(pid=75686) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12065}}
Nov 27 02:42:01 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-8b504854-f32d-404e-ae42-c8df10a307ca tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.938s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:42:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:42:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:42:03 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:42:03 user nova-compute[75686]: INFO nova.compute.manager [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Detaching volume 27c5359a-8c67-4c33-a1b2-081032a6aa5d
Nov 27 02:42:03 user nova-compute[75686]: INFO nova.virt.block_device [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Attempting to driver detach volume 27c5359a-8c67-4c33-a1b2-081032a6aa5d from mountpoint /dev/vdb
Nov 27 02:42:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Attempting to detach device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config. {{(pid=75686) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 27 02:42:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:42:03 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:42:03 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:42:03 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:42:03 user nova-compute[75686]:   <serial>27c5359a-8c67-4c33-a1b2-081032a6aa5d</serial>
Nov 27 02:42:03 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:42:03 user nova-compute[75686]: </disk>
Nov 27 02:42:03 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:42:03 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the persistent domain config.
Nov 27 02:42:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config. {{(pid=75686) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 27 02:42:03 user nova-compute[75686]: DEBUG nova.virt.libvirt.guest [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] detach device xml: <disk type="block" device="disk">
Nov 27 02:42:03 user nova-compute[75686]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 27 02:42:03 user nova-compute[75686]:   <source dev="/dev/sdb"/>
Nov 27 02:42:03 user nova-compute[75686]:   <target dev="vdb" bus="virtio"/>
Nov 27 02:42:03 user nova-compute[75686]:   <serial>27c5359a-8c67-4c33-a1b2-081032a6aa5d</serial>
Nov 27 02:42:03 user nova-compute[75686]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 27 02:42:03 user nova-compute[75686]: </disk>
Nov 27 02:42:03 user nova-compute[75686]:  {{(pid=75686) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG nova.virt.libvirt.driver [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:42:04 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:05 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:42:05 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:42:05 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8977MB free_disk=24.910903930664062GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:42:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.159s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:42:06 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:42:06 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:42:06 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:42:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:42:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:42:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:42:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:42:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:42:07 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:42:07 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:42:08 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:42:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:42:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:42:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:42:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:42:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:42:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:42:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:20 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:24 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 is timed out.
Nov 27 02:42:24 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully detached device vdb from instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 from the live domain config.
Nov 27 02:42:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] calling os-brick to detach iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7f516c330e20>, {'target_iqn': 'iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xtVzZLHq', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 27 02:42:24 user nova-compute[75686]: WARNING os_brick.initiator.connectors.base [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[270fe5fc-2779-43a6-8750-666c357728b0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 27 02:42:24 user nova-compute[75686]: No targets found.
Nov 27 02:42:24 user nova-compute[75686]: iSNS:
Nov 27 02:42:24 user nova-compute[75686]: No targets found.
Nov 27 02:42:24 user nova-compute[75686]: STATIC:
Nov 27 02:42:24 user nova-compute[75686]: Target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d
Nov 27 02:42:24 user nova-compute[75686]:         Portal: 172.16.0.220:3260,-1
Nov 27 02:42:24 user nova-compute[75686]:                 Iface Name: default
Nov 27 02:42:24 user nova-compute[75686]: FIRMWARE:
Nov 27 02:42:24 user nova-compute[75686]: No targets found.
Nov 27 02:42:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 27 02:42:24 user nova-compute[75686]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 27 02:42:24 user nova-compute[75686]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=75686) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d', 0)] {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4a750b9-b21c-4179-9488-b56d3416e4e9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[d871c89f-0fff-42c1-95e5-6b53f0ff9971]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d (non-flash)\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d (non-flash)
Nov 27 02:42:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d (non-flash)
Nov 27 02:42:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7f514819ff40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d'): ({'sdb'}, set())}) {{(pid=75686) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Removing single pathed devices sdb {{(pid=75686) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e102940-92bc-4fbd-9cc5-c3865c836d74]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[1968bcfa-921d-4a03-9556-d13b3f6e41f4]: (4, ('ok\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Flushing IO for device /dev/sdb {{(pid=75686) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[56163503-79e9-4bfe-8ca6-cff47c63527d]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=75686) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f883c42-f73b-4e23-9576-b189f2716c79]: (4, ('1', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.linuxscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] SCSI volumes sdb have been removed. {{(pid=75686) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d')] {{(pid=75686) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1d90411-4f59-4207-a489-9d08f8cc51f1]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --logout {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab13eea2-2268-43f0-b417-f75ae09c8b6a]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260]
Nov 27 02:42:24 user nova-compute[75686]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d, portal: 172.16.0.220,3260] successful.
Nov 27 02:42:24 user nova-compute[75686]:  stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op delete {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:27c5359a-8c67-4c33-a1b2-081032a6aa5d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=86898) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG oslo.privsep.daemon [-] privsep: reply[852a2775-6c56-44c5-b9e5-acf28880b033]: (4, ('', '')) {{(pid=86898) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=75686) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.base [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG os_brick.initiator.connectors.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] <== disconnect_volume: return (319ms) None {{(pid=75686) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 27 02:42:24 user nova-compute[75686]: DEBUG nova.virt.libvirt.volume.iscsi [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Disconnected iSCSI Volume {{(pid=75686) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 27 02:42:25 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:25 user nova-compute[75686]: DEBUG nova.objects.instance [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'flavor' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:42:25 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-739cbfae-ffc4-4861-83dd-3fcc43ca4235 tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.886s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:42:30 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:35 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:42:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:42:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:42:40 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:45 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:42:50 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:55 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:42:56 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:43:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:00 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:43:05 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG oslo_concurrency.processutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=75686) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 27 02:43:06 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:43:06 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:43:06 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=8963MB free_disk=24.910114288330078GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Instance 5a37d691-526b-4cb4-81fd-9b0f2c186030 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=75686) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:43:06 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.190s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:43:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:43:08 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:43:08 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquired lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Forcefully refreshing network info cache for instance {{(pid=75686) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG nova.objects.instance [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lazy-loading 'info_cache' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG nova.network.neutron [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [{"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Releasing lock "refresh_cache-5a37d691-526b-4cb4-81fd-9b0f2c186030" {{(pid=75686) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updated the network info_cache for instance {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 27 02:43:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:43:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:43:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:15 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:43:17 user nova-compute[75686]: INFO nova.compute.manager [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Terminating instance
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.compute.manager [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Start destroying the instance on the hypervisor. {{(pid=75686) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-5b85e2cb-1079-4246-a5fb-0585215e507c req-d252995c-5b23-414f-a7c2-756134fe7d37 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-vif-unplugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5b85e2cb-1079-4246-a5fb-0585215e507c req-d252995c-5b23-414f-a7c2-756134fe7d37 service nova] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5b85e2cb-1079-4246-a5fb-0585215e507c req-d252995c-5b23-414f-a7c2-756134fe7d37 service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-5b85e2cb-1079-4246-a5fb-0585215e507c req-d252995c-5b23-414f-a7c2-756134fe7d37 service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-5b85e2cb-1079-4246-a5fb-0585215e507c req-d252995c-5b23-414f-a7c2-756134fe7d37 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] No waiting events found dispatching network-vif-unplugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.compute.manager [req-5b85e2cb-1079-4246-a5fb-0585215e507c req-d252995c-5b23-414f-a7c2-756134fe7d37 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-vif-unplugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f for instance with task_state deleting. {{(pid=75686) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: INFO nova.virt.libvirt.driver [-] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Instance destroyed successfully.
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.objects.instance [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lazy-loading 'resources' on Instance uuid 5a37d691-526b-4cb4-81fd-9b0f2c186030 {{(pid=75686) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.virt.libvirt.vif [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-27T02:36:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-150260134',display_name='tempest-SnapshotDataIntegrityTests-server-150260134',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-150260134',id=53,image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMnROnkv2PuZAsh6K1y9aNGaUTOECTcaskd9IIi8C1Bgm76F6EIuszdxA8w4AFeYVGeQBsywZZyEcUJ3hvfN7Y/6im3wD1bi5hfFhTk4U0bNCfGLMsvFpctdnYrI2I5oqg==',key_name='tempest-keypair-135304585',keypairs=<?>,launch_index=0,launched_at=2023-11-27T02:36:43Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='a10e523d4e184633ad1fcf04f57e50a6',ramdisk_id='',reservation_id='r-04m8028r',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='90ee5c23-b10e-4785-b18a-9db7939564b3',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1202207742',owner_user_name='tempest-SnapshotDataIntegrityTests-1202207742-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-27T02:36:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='cd6644d17a034b5cab20476c5f7608ac',uuid=5a37d691-526b-4cb4-81fd-9b0f2c186030,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Converting VIF {"id": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "address": "fa:16:3e:78:42:89", "network": {"id": "5955a2ea-1177-4342-87fb-6ae910a995f2", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-890193435-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "a10e523d4e184633ad1fcf04f57e50a6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9a3d8f8c-32", "ovs_interfaceid": "9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG nova.network.os_vif_util [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:78:42:89,bridge_name='br-int',has_traffic_filtering=True,id=9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f,network=Network(5955a2ea-1177-4342-87fb-6ae910a995f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a3d8f8c-32') {{(pid=75686) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG os_vif [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:42:89,bridge_name='br-int',has_traffic_filtering=True,id=9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f,network=Network(5955a2ea-1177-4342-87fb-6ae910a995f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a3d8f8c-32') {{(pid=75686) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9a3d8f8c-32, bridge=br-int, if_exists=True) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 26 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8961735b-39d5-4f3f-b4a4-5bcddca00e86) {{(pid=75686) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:17 user nova-compute[75686]: INFO os_vif [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:78:42:89,bridge_name='br-int',has_traffic_filtering=True,id=9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f,network=Network(5955a2ea-1177-4342-87fb-6ae910a995f2),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9a3d8f8c-32')
Nov 27 02:43:17 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Deleting instance files /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030_del
Nov 27 02:43:17 user nova-compute[75686]: INFO nova.virt.libvirt.driver [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Deletion of /opt/stack/data/nova/instances/5a37d691-526b-4cb4-81fd-9b0f2c186030_del complete
Nov 27 02:43:18 user nova-compute[75686]: INFO nova.compute.manager [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 27 02:43:18 user nova-compute[75686]: DEBUG oslo.service.loopingcall [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=75686) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 27 02:43:18 user nova-compute[75686]: DEBUG nova.compute.manager [-] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Deallocating network for instance {{(pid=75686) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 27 02:43:18 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] deallocate_for_instance() {{(pid=75686) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 27 02:43:18 user nova-compute[75686]: DEBUG nova.network.neutron [-] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Updating instance_info_cache with network_info: [] {{(pid=75686) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 27 02:43:18 user nova-compute[75686]: INFO nova.compute.manager [-] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Took 0.86 seconds to deallocate network for instance.
Nov 27 02:43:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:43:18 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:43:18 user nova-compute[75686]: DEBUG nova.compute.manager [req-2f0d6551-3b43-4df0-b3f2-5f51969a7d52 req-9eb69a9e-784d-4b44-a699-c46bd8fa0296 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-vif-deleted-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.116s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:43:19 user nova-compute[75686]: INFO nova.scheduler.client.report [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Deleted allocations for instance 5a37d691-526b-4cb4-81fd-9b0f2c186030
Nov 27 02:43:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-41936600-05c8-4e03-a486-b94de5afef3b tempest-SnapshotDataIntegrityTests-1202207742 tempest-SnapshotDataIntegrityTests-1202207742-project-member] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.065s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-e63ba7f5-c46d-4b4c-9b63-e7e211dfb04a req-201029e6-b172-4dfa-a4a4-ed38c9fe3a45 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received event network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e63ba7f5-c46d-4b4c-9b63-e7e211dfb04a req-201029e6-b172-4dfa-a4a4-ed38c9fe3a45 service nova] Acquiring lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e63ba7f5-c46d-4b4c-9b63-e7e211dfb04a req-201029e6-b172-4dfa-a4a4-ed38c9fe3a45 service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [req-e63ba7f5-c46d-4b4c-9b63-e7e211dfb04a req-201029e6-b172-4dfa-a4a4-ed38c9fe3a45 service nova] Lock "5a37d691-526b-4cb4-81fd-9b0f2c186030-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:43:19 user nova-compute[75686]: DEBUG nova.compute.manager [req-e63ba7f5-c46d-4b4c-9b63-e7e211dfb04a req-201029e6-b172-4dfa-a4a4-ed38c9fe3a45 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] No waiting events found dispatching network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f {{(pid=75686) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 27 02:43:19 user nova-compute[75686]: WARNING nova.compute.manager [req-e63ba7f5-c46d-4b4c-9b63-e7e211dfb04a req-201029e6-b172-4dfa-a4a4-ed38c9fe3a45 service nova] [instance: 5a37d691-526b-4cb4-81fd-9b0f2c186030] Received unexpected event network-vif-plugged-9a3d8f8c-3250-4ca2-84f6-176f7a0b5d6f for instance with vm_state deleted and task_state None.
Nov 27 02:43:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:43:22 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:27 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:32 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:43:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:37 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:42 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:43:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:43:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:43:47 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:52 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:57 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:43:58 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:44:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:44:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:44:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:44:02 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:03 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:44:07 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:08 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:44:08 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:44:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9142MB free_disk=24.93737030029297GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:44:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.259s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:44:09 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:44:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:44:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:44:10 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:13 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:44:14 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:44:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:53 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:44:58 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:00 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:02 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:45:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 27 02:45:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=75686) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 27 02:45:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:45:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:03 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=75686) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 27 02:45:03 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:04 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:07 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager.update_available_resource {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:45:07 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:45:07 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Auditing locally available compute resources for user (node: user) {{(pid=75686) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 27 02:45:08 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:45:08 user nova-compute[75686]: WARNING nova.virt.libvirt.driver [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 27 02:45:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Hypervisor/Node resource view: name=user free_ram=9243MB free_disk=24.92932891845703GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=75686) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=75686) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG nova.compute.provider_tree [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed in ProviderTree for provider: 01b04e4d-32b4-4e84-b330-3c1a096a9410 {{(pid=75686) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG nova.scheduler.client.report [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Inventory has not changed for provider 01b04e4d-32b4-4e84-b330-3c1a096a9410 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=75686) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG nova.compute.resource_tracker [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Compute_service record updated for user:user {{(pid=75686) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 27 02:45:08 user nova-compute[75686]: DEBUG oslo_concurrency.lockutils [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.134s {{(pid=75686) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 27 02:45:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:10 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=75686) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 27 02:45:10 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:12 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:12 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Starting heal instance info cache {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 27 02:45:12 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Rebuilding the list of instances to heal {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 27 02:45:12 user nova-compute[75686]: DEBUG nova.compute.manager [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Didn't find any instances for network info cache update. {{(pid=75686) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 27 02:45:13 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:13 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:18 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:21 user nova-compute[75686]: DEBUG oslo_service.periodic_task [None req-5e27e1c8-e672-4b92-9eb4-1571a17136b1 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=75686) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 27 02:45:23 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:28 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:33 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:38 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:43 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 27 02:45:48 user nova-compute[75686]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 29 {{(pid=75686) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}